-- Logs begin at Thu 2022-02-17 09:06:37 UTC, end at Thu 2022-02-17 10:16:00 UTC. -- Feb 17 09:46:23.756944 dv-cinder-778193-18-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 17 09:46:26.737371 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.common.config [-] Logging enabled! Feb 17 09:46:26.737988 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev507 Feb 17 09:46:26.738150 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102511) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 09:46:26.741402 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.common.config [-] Logging enabled! Feb 17 09:46:26.741660 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev507 Feb 17 09:46:26.741976 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102511) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 09:46:26.743450 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 17 09:46:26.743688 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 17 09:46:26.744159 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 17 09:46:26.744408 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 17 09:46:26.744636 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 17 09:46:26.744962 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.745390 dv-cinder-778193-18-iscsi neutron-server[102511]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 17 09:46:26.745704 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.745999 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.746291 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.746588 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.746879 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.747182 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.747476 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.747776 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.748063 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.748344 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.748630 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.748923 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.749206 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.749494 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.749778 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.750061 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] debug = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.750343 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.750769 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.751205 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.751494 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.751785 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.752065 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.752340 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.752623 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.752908 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.753245 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] host = dv-cinder-778193-18-iscsi {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.753513 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.753799 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.754086 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.754371 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.754647 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.754926 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.755236 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.755513 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.755786 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] log_file = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.756061 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.756350 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.756638 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.756928 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.757157 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.757378 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.757668 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.758209 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.758504 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.759339 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.759619 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.759895 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.760431 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.760709 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.760996 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.761281 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.761571 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.761846 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.762122 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.762395 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.762672 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.762957 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.763263 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.763540 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.763815 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.764101 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.764369 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.764641 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.764938 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.765220 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.765504 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.765788 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.766060 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.766343 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.766613 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.766883 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.767171 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] use_json = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.767447 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.767717 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.767997 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.768266 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.768536 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.768808 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.769078 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.769359 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.769631 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:26.769926 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.770221 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.770521 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.770807 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.771097 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.771412 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.771703 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.771979 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.772267 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.772562 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.772850 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.773133 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.773434 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.773731 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.774028 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.774361 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.774658 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.774951 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.775255 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.775533 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.775809 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.776089 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.776378 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.776657 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.776948 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.777239 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.777520 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.777820 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.778108 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.778402 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.778695 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.778969 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.779271 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.779568 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.779850 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.780125 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.780404 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.780696 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.780976 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.781251 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.781533 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.781814 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.782090 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.782365 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.782650 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.782942 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.783247 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.783521 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.783794 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.784072 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.784345 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.784630 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.784909 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.785182 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.785455 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.785733 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.786009 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.786283 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.786560 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.786832 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.787109 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.787405 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.787678 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.787952 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.788225 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.788498 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.788770 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.789042 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.789318 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.789592 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.789891 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.790164 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.790441 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.790713 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.790999 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.791324 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.791604 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.791885 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.792165 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.792443 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.792724 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.793001 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.793281 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.793557 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.793833 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.794122 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.794406 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.794692 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.794979 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.795292 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.795589 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.795870 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.796474 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.796767 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.797046 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.797327 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.797614 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.797903 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.798201 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.798498 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.798794 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.799090 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.799407 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.799692 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.800005 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.800287 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:26.800506 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 17 09:46:26.800745 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102511) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 17 09:46:27.176524 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 17 09:46:27.176801 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 17 09:46:27.177109 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 17 09:46:27.177445 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 17 09:46:27.506849 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:27.507167 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:27.507439 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:27.509061 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:27.509339 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:27.509605 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:27.553440 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:27.553720 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:27.553990 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:27.568824 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:27.569114 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:27.569393 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:27.705310 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:27.705600 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:27.705868 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:27.742123 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:27.742693 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:27.742693 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:27.991081 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:27.991393 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:27.991666 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:27.991937 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:27.992643 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.095097 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.095453 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.095737 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.096015 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.096284 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.096596 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.096859 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.097118 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.097374 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.097657 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.097918 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.098184 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.098440 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.098692 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.098947 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.099237 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.099493 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.099763 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.100034 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.100297 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.100570 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.100825 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.101114 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.101483 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.101732 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.101981 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.102919 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102511) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 09:46:28.103197 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102511) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 09:46:28.103443 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102511) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 09:46:28.103683 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102511) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 09:46:28.103921 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102511) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 09:46:28.104159 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102511) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 09:46:28.104527 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 17 09:46:28.107932 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 17 09:46:28.118740 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 17 09:46:28.122807 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Feb 17 09:46:28.124585 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 17 09:46:28.125057 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 17 09:46:28.125398 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 17 09:46:28.125789 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 17 09:46:28.128682 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 17 09:46:28.128937 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 17 09:46:28.129289 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 17 09:46:28.134619 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 17 09:46:28.158018 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 17 09:46:28.158490 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.158788 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102511) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 17 09:46:28.159493 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.160903 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102511) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 17 09:46:28.161187 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 17 09:46:28.161443 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 17 09:46:28.164778 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.165609 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.228419 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 17 09:46:28.228739 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 17 09:46:28.228972 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 17 09:46:28.229350 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 17 09:46:28.250108 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_db.sqlalchemy.engines [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102511) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 17 09:46:28.708112 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.plugins.ml2.managers [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Initializing driver for type 'gre' Feb 17 09:46:28.708660 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] gre ID ranges: [(1, 1000)] Feb 17 09:46:28.761380 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.plugins.ml2.managers [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Initializing driver for type 'local' Feb 17 09:46:28.761952 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.plugins.ml2.managers [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Initializing driver for type 'vlan' Feb 17 09:46:28.776185 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] VlanTypeDriver initialization complete Feb 17 09:46:28.776589 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.plugins.ml2.managers [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Initializing driver for type 'vxlan' Feb 17 09:46:28.777261 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] vxlan ID ranges: [(1, 1000)] Feb 17 09:46:28.829152 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.plugins.ml2.managers [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Initializing extension driver 'port_security' Feb 17 09:46:28.829475 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.plugins.ml2.extensions.port_security [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] PortSecurityExtensionDriver initialization complete Feb 17 09:46:28.829812 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.plugins.ml2.managers [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Initializing mechanism driver 'openvswitch' Feb 17 09:46:28.830149 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.plugins.ml2.managers [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Initializing mechanism driver 'hyperv' Feb 17 09:46:28.837394 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:28.838275 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > port after_create 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.838651 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > port after_update 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.839026 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > port after_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.839582 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102511) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 09:46:28.840042 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > subnet after_create 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.840395 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > subnet after_update 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.840743 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > subnet after_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.841142 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102511) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 09:46:28.841550 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > network after_create 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.841895 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > network after_update 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.842239 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > network after_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.842637 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102511) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 09:46:28.843050 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > security_group after_create 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.843425 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > security_group after_update 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.843769 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > security_group after_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.844171 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102511) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 09:46:28.844577 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.844926 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.845267 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.845667 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102511) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 09:46:28.846074 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > address_group after_create 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.846421 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > address_group after_update 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.846762 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > address_group after_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.847185 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102511) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 09:46:28.847632 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] ML2 OVO RPC backend initialized. {{(pid=102511) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 17 09:46:28.848336 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > router_interface after_create 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.848695 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.849112 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > network before_response 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.849461 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > networks before_response 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.849809 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > port before_response 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.850150 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > ports before_response 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.850494 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > subnet before_response 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.850837 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > subnets before_response 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.851213 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > network after_create 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.851556 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > network after_update 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.851896 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > network after_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.852236 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > port after_create 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.853106 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > port after_update 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.853447 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > port after_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.853787 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > subnet after_create 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.854132 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > subnet after_update 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.854468 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > subnet after_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.861789 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.quota [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded quota_driver: . Feb 17 09:46:28.862155 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.plugins.ml2.plugin [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Modular L2 Plugin initialization complete Feb 17 09:46:28.862509 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading services supported by the core plugin {{(pid=102511) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 17 09:46:28.862856 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.plugins.ml2.managers [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Got port-security extension from driver 'port_security' Feb 17 09:46:28.863363 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.extensions.vlantransparent [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Disabled vlantransparent extension. Feb 17 09:46:28.863891 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102511) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 17 09:46:28.864221 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading Plugin: router Feb 17 09:46:28.902300 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > router_interface before_create 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.902702 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > router after_create 55549900 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.903187 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > router before_create 55549900 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.903480 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.903891 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.904217 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > router after_delete 55549900 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.904586 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > floatingip after_create 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.904938 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > floatingip after_update 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.905318 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > router after_create 55549900 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.905651 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > router after_update 55549900 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.906030 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > router after_update 55549900 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.906361 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.906727 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > router after_update 55549900 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.907138 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > router precommit_update 55549900 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.907540 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: port after_update 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.907882 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: port after_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.908225 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: subnet after_update 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.908577 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.909103 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > port precommit_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.909275 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > router precommit_create 55549900 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.909707 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: port before_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.909978 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > router precommit_create 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.910337 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > router after_update 55549900 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.910691 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > router precommit_delete 55549900 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.911199 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > router precommit_create 55549900 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.911579 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > router_interface after_create 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.911929 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > router precommit_update 55549900 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.912303 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > agent after_create 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.912662 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > agent after_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.913007 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > network after_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.913914 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.quota.resource_registry [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Tracking information for resource: router configured {{(pid=102511) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 09:46:28.914230 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.quota.resource_registry [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Tracking information for resource: floatingip configured {{(pid=102511) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 09:46:28.919383 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.db.l3_agentschedulers_db [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 17 09:46:28.919986 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: port after_update 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.920305 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: port after_create 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.920685 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: port after_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.921033 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: port after_update 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.921830 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > router before_create 55550100 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.922194 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > router precommit_delete 55550100 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.922560 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > router precommit_create 55550100 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.922923 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > router precommit_update 55550100 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.927953 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.services.provider_configuration [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Service providers = [] {{(pid=102511) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 17 09:46:28.928191 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.db.servicetype_db [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102511) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 17 09:46:28.931767 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.services.service_base [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102511) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 09:46:28.932117 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.services.service_base [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102511) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 09:46:28.932461 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.services.service_base [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102511) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 09:46:28.933358 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.services.service_base [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102511) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 09:46:28.933737 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.services.service_base [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 17 09:46:28.934145 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102511) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 09:46:28.934443 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 17 09:46:28.945344 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102511) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 09:46:28.945686 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading Plugin: auto_allocate Feb 17 09:46:28.952220 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: network precommit_update 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.952599 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: network precommit_create 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.953126 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102511) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 09:46:28.953451 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading Plugin: tag Feb 17 09:46:28.960356 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102511) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 09:46:28.960640 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading Plugin: timestamp Feb 17 09:46:28.964570 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102511) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 09:46:28.964907 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading Plugin: network_ip_availability Feb 17 09:46:28.970427 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.970809 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.971194 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:28.971914 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102511) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 09:46:28.972239 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading Plugin: flavors Feb 17 09:46:28.977154 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102511) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 09:46:28.977522 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading Plugin: revisions Feb 17 09:46:28.981975 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102511) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 09:46:28.982370 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_concurrency.lockutils [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.805s {{(pid=102511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 17 09:46:28.983122 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102511) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 17 09:46:28.983493 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Initializing extension manager. Feb 17 09:46:28.984020 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: __init__.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:28.984367 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: __pycache__ {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:28.984708 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:28.985045 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: address_group.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:28.985802 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:28.986377 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: address-group Feb 17 09:46:28.986707 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: address_scope.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:28.987448 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:28.987962 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: address-scope Feb 17 09:46:28.988291 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: admin_state_down_before_update.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:28.989221 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:28.989728 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: router-admin-state-down-before-update Feb 17 09:46:28.990055 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: agent.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:28.990758 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:28.991293 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: agent Feb 17 09:46:28.991620 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: agent_resources_synced.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:28.992530 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:28.993558 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: agent-resources-synced Feb 17 09:46:28.993885 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: allowedaddresspairs.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:28.995696 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:28.996214 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: allowed-address-pairs Feb 17 09:46:28.996543 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: auto_allocated_topology.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:28.997620 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:28.998130 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: auto-allocated-topology Feb 17 09:46:28.998455 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: availability_zone.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:28.999158 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:28.999674 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: availability_zone Feb 17 09:46:28.999997 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: availability_zone_filter.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.000913 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.001415 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: availability_zone_filter Feb 17 09:46:29.001738 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: data_plane_status.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.002645 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.003143 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension data-plane-status not supported by any of loaded plugins Feb 17 09:46:29.003492 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: default_subnetpools.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.004411 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.004914 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: default-subnetpools Feb 17 09:46:29.005238 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: dhcpagentscheduler.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.006036 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.006538 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: dhcp_agent_scheduler Feb 17 09:46:29.006866 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: dns.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.007809 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.008607 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension dns-integration not supported by any of loaded plugins Feb 17 09:46:29.009435 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: dns_domain_ports.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.010356 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.010865 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 17 09:46:29.011214 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.012137 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.012640 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 17 09:46:29.012964 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: dvr.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.013633 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.014141 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: dvr Feb 17 09:46:29.014469 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: ecmp_routes.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.015416 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.015916 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension ecmp_routes not supported by any of loaded plugins Feb 17 09:46:29.016242 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: empty_string_filtering.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.017153 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.017654 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: empty-string-filtering Feb 17 09:46:29.017981 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.018896 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.019441 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 17 09:46:29.019768 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.020680 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.021180 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 17 09:46:29.021507 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: external_net.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.022415 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.022921 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: external-net Feb 17 09:46:29.023283 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: extra_dhcp_opt.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.024214 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.024724 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: extra_dhcp_opt Feb 17 09:46:29.025054 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: extraroute.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.025962 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.026468 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: extraroute Feb 17 09:46:29.026793 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: extraroute_atomic.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.027874 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.028383 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: extraroute-atomic Feb 17 09:46:29.028708 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: filter_validation.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.029374 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.029877 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: filter-validation Feb 17 09:46:29.030202 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: fip_pf_description.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.031121 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.031652 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 17 09:46:29.032012 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: fip_port_details.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.033107 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.033618 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: fip-port-details Feb 17 09:46:29.033943 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: flavors.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.035221 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.035736 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: flavors Feb 17 09:46:29.036065 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.037756 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.038269 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 17 09:46:29.038604 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: floatingip_pools.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.039333 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.039869 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: floatingip-pools Feb 17 09:46:29.040787 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: ip_allocation.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.041736 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.042231 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension ip_allocation not supported by any of loaded plugins Feb 17 09:46:29.042561 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.043520 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.044032 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: ip-substring-filtering Feb 17 09:46:29.044363 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: l2_adjacency.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.045284 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.045783 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension l2_adjacency not supported by any of loaded plugins Feb 17 09:46:29.046109 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: l3.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.047071 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.047608 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: router Feb 17 09:46:29.047937 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: l3_conntrack_helper.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.050205 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.050728 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 17 09:46:29.051065 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.052093 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.052608 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: ext-gw-mode Feb 17 09:46:29.052940 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.053864 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.054372 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: l3-ha Feb 17 09:46:29.054701 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.056213 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.056713 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 17 09:46:29.057041 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: l3_flavors.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.057963 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.058470 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: l3-flavors Feb 17 09:46:29.058793 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: l3_ndp_proxy.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.060218 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.060754 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 17 09:46:29.061112 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.062034 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.062547 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: l3-port-ip-change-not-allowed Feb 17 09:46:29.062880 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: l3agentscheduler.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.063935 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.064451 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: l3_agent_scheduler Feb 17 09:46:29.064788 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: local_ip.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.066620 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.067140 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension local_ip not supported by any of loaded plugins Feb 17 09:46:29.067498 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: logging.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.069158 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.070053 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension logging not supported by any of loaded plugins Feb 17 09:46:29.070053 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: metering.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.070731 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.071896 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: metering Feb 17 09:46:29.072228 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.073330 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.073846 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: metering_source_and_destination_fields Feb 17 09:46:29.074181 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: multiprovidernet.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.075113 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.075647 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: multi-provider Feb 17 09:46:29.075978 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: netmtu.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.076899 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.077407 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: net-mtu Feb 17 09:46:29.077736 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: netmtu_writable.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.078661 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.079193 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: net-mtu-writable Feb 17 09:46:29.079527 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: network_availability_zone.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.080202 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.080706 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: network_availability_zone Feb 17 09:46:29.081031 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: network_ip_availability.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.082149 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.082660 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: network-ip-availability Feb 17 09:46:29.082990 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: network_segment_range.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.083777 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.084277 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension network-segment-range not supported by any of loaded plugins Feb 17 09:46:29.084603 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: pagination.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.085589 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.085926 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: pagination Feb 17 09:46:29.086254 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: port_device_profile.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.087227 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.087744 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: port-device-profile Feb 17 09:46:29.088069 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.088993 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.089500 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: port-mac-address-regenerate Feb 17 09:46:29.089826 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.090743 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.091292 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: port-numa-affinity-policy Feb 17 09:46:29.091618 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: port_resource_request.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.092538 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.093040 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension port-resource-request not supported by any of loaded plugins Feb 17 09:46:29.093363 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: port_resource_request_groups.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.094341 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.094841 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 17 09:46:29.095180 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: portbindings.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.096113 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.096617 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: binding Feb 17 09:46:29.096941 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: portbindings_extended.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.098223 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.098733 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: binding-extended Feb 17 09:46:29.099060 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: portsecurity.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.100014 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.100524 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: port-security Feb 17 09:46:29.100851 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: project_id.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.101832 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.102167 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: project-id Feb 17 09:46:29.102518 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: providernet.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.103484 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.103997 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: provider Feb 17 09:46:29.104324 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: qos.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.107917 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.108439 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension qos not supported by any of loaded plugins Feb 17 09:46:29.108777 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.110036 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.110551 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 17 09:46:29.110885 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.111840 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.112349 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 17 09:46:29.112677 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: qos_default.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.113596 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.114102 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension qos-default not supported by any of loaded plugins Feb 17 09:46:29.114431 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: qos_fip.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.115403 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.115908 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension qos-fip not supported by any of loaded plugins Feb 17 09:46:29.116233 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: qos_fip_network_policy.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.117143 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.117642 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 17 09:46:29.118486 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: qos_gateway_ip.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.119551 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.120060 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 17 09:46:29.120386 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: qos_port_network_policy.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.121303 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.121809 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 17 09:46:29.122133 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.123212 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.123734 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 17 09:46:29.124064 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.125107 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.125622 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 17 09:46:29.125952 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: qos_pps_rule.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.127162 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.127681 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension qos-pps not supported by any of loaded plugins Feb 17 09:46:29.128012 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: qos_rule_type_details.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.128929 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.129435 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 17 09:46:29.129763 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: qos_rules_alias.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.130807 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.131357 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 17 09:46:29.131685 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: quota_check_limit.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.132601 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.133366 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: quota-check-limit Feb 17 09:46:29.134240 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: quotasv2.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.135198 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.135535 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: quotas Feb 17 09:46:29.135861 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: quotasv2_detail.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.137593 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.137934 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: quota_details Feb 17 09:46:29.138268 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: rbac.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.139360 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.139906 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: rbac-policies Feb 17 09:46:29.140215 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: rbac_address_group.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.141159 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.141669 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: rbac-address-group Feb 17 09:46:29.141997 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: rbac_address_scope.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.142923 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.143459 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: rbac-address-scope Feb 17 09:46:29.143787 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: rbac_security_groups.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.147105 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.147105 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: rbac-security-groups Feb 17 09:46:29.147105 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: rbac_subnetpool.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.147105 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.147520 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: rbac-subnetpool Feb 17 09:46:29.147520 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: revisionifmatch.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.148457 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.148963 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: revision-if-match Feb 17 09:46:29.149811 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: revisions.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.150951 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.151492 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: standard-attr-revisions Feb 17 09:46:29.151827 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: router_availability_zone.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.152500 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.153001 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: router_availability_zone Feb 17 09:46:29.153326 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: routerservicetype.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.154257 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.154796 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension router-service-type not supported by any of loaded plugins Feb 17 09:46:29.155238 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.156172 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.156679 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: security-groups-normalized-cidr Feb 17 09:46:29.157004 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: security_groups_port_filtering.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.157927 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.158436 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: port-security-groups-filtering Feb 17 09:46:29.158764 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.159724 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.160232 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: security-groups-remote-address-group Feb 17 09:46:29.160559 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.161508 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.162012 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: security-groups-shared-filtering Feb 17 09:46:29.162337 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.162925 dv-cinder-778193-18-iscsi neutron-server[102511]: WARNING neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 17 09:46:29.163282 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: securitygroup.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.173553 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.174087 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: security-group Feb 17 09:46:29.174425 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: segment.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.175258 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.175771 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension segment not supported by any of loaded plugins Feb 17 09:46:29.176102 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.177068 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.177574 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 17 09:46:29.177905 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: servicetype.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.179023 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.179573 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: service-type Feb 17 09:46:29.179913 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: sorting.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.180934 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.181307 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: sorting Feb 17 09:46:29.181637 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: standard_attr_segment.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.182575 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.183094 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 17 09:46:29.183448 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: standardattrdescription.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.184100 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.184606 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: standard-attr-description Feb 17 09:46:29.184933 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: stateful_security_group.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.185872 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.186380 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: stateful-security-group Feb 17 09:46:29.186706 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: stdattrs_common.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.187312 dv-cinder-778193-18-iscsi neutron-server[102511]: WARNING neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 17 09:46:29.187638 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.188571 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.189079 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 17 09:46:29.189403 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: subnet_onboard.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.190676 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.191201 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: subnet_onboard Feb 17 09:46:29.191535 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.192492 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.193000 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 17 09:46:29.193329 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: subnet_service_types.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.194258 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.194770 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: subnet-service-types Feb 17 09:46:29.195095 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: subnetallocation.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.196838 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.197353 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: subnet_allocation Feb 17 09:46:29.197685 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.198370 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.198878 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: subnetpool-prefix-ops Feb 17 09:46:29.199232 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.200167 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.200671 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 17 09:46:29.200997 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: tagging.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.202096 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.202608 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: standard-attr-tag Feb 17 09:46:29.202939 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: timestamp.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.204172 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.204685 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loaded extension: standard-attr-timestamp Feb 17 09:46:29.205018 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: trunk.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.206057 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.206568 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension trunk not supported by any of loaded plugins Feb 17 09:46:29.206902 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: trunk_details.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.207852 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.208371 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension trunk-details not supported by any of loaded plugins Feb 17 09:46:29.208701 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: uplink_status_propagation.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.209629 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.210136 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 17 09:46:29.210510 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Loading extension file: vlantransparent.py {{(pid=102511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:46:29.211180 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:46:29.211764 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extension vlan-transparent not supported by any of loaded plugins Feb 17 09:46:29.214835 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.quota.resource_registry [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Creating instance of TrackedResource for resource:network Feb 17 09:46:29.215412 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.quota.resource_registry [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Creating instance of TrackedResource for resource:subnet Feb 17 09:46:29.215813 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.quota.resource_registry [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 09:46:29.216210 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.quota.resource_registry [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Creating instance of TrackedResource for resource:port Feb 17 09:46:29.218642 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.v2.resource_helper [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:46:29.219089 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.v2.resource_helper [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Service FLAVORS assigned prefix: {{(pid=102511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:46:29.219729 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.v2.resource_helper [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:46:29.220179 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.v2.resource_helper [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:46:29.220515 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.quota.resource_registry [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Creating instance of TrackedResource for resource:router Feb 17 09:46:29.220948 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.quota.resource_registry [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Creating instance of TrackedResource for resource:floatingip Feb 17 09:46:29.221445 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.v2.resource_helper [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Service METERING assigned prefix: /metering {{(pid=102511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:46:29.222899 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:29.223310 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:29.223665 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:29.224680 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.quota.resource_registry [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 09:46:29.225119 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.quota.resource_registry [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Creating instance of TrackedResource for resource:security_group Feb 17 09:46:29.225564 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.quota.resource_registry [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 09:46:29.226171 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.v2.resource_helper [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Service CORE assigned prefix: {{(pid=102511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:46:29.226507 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.quota.resource_registry [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 09:46:29.226856 dv-cinder-778193-18-iscsi neutron-server[102511]: WARNING neutron.quota.resource_registry [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] subnetpool is already registered Feb 17 09:46:29.227373 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.v2.resource_helper [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Service CORE assigned prefix: {{(pid=102511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:46:29.227736 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.quota.resource_registry [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 09:46:29.228072 dv-cinder-778193-18-iscsi neutron-server[102511]: WARNING neutron.quota.resource_registry [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] subnetpool is already registered Feb 17 09:46:29.230353 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.v2.resource_helper [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:46:29.230792 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.v2.resource_helper [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Service FLAVORS assigned prefix: {{(pid=102511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:46:29.231426 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.v2.resource_helper [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:46:29.231849 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.v2.resource_helper [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:46:29.232186 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.quota.resource_registry [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Creating instance of TrackedResource for resource:router Feb 17 09:46:29.232528 dv-cinder-778193-18-iscsi neutron-server[102511]: WARNING neutron.quota.resource_registry [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] router is already registered Feb 17 09:46:29.232940 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.quota.resource_registry [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Creating instance of TrackedResource for resource:floatingip Feb 17 09:46:29.233278 dv-cinder-778193-18-iscsi neutron-server[102511]: WARNING neutron.quota.resource_registry [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] floatingip is already registered Feb 17 09:46:29.233734 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.v2.resource_helper [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Service METERING assigned prefix: /metering {{(pid=102511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:46:29.234402 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.quota.resource_registry [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 09:46:29.234732 dv-cinder-778193-18-iscsi neutron-server[102511]: WARNING neutron.quota.resource_registry [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] rbac_policy is already registered Feb 17 09:46:29.235163 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.quota.resource_registry [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Creating instance of TrackedResource for resource:security_group Feb 17 09:46:29.235506 dv-cinder-778193-18-iscsi neutron-server[102511]: WARNING neutron.quota.resource_registry [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] security_group is already registered Feb 17 09:46:29.235911 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.quota.resource_registry [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 09:46:29.236245 dv-cinder-778193-18-iscsi neutron-server[102511]: WARNING neutron.quota.resource_registry [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] security_group_rule is already registered Feb 17 09:46:29.236872 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.v2.resource_helper [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Service CORE assigned prefix: {{(pid=102511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:46:29.237209 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.quota.resource_registry [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 09:46:29.237548 dv-cinder-778193-18-iscsi neutron-server[102511]: WARNING neutron.quota.resource_registry [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] subnetpool is already registered Feb 17 09:46:29.237976 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.v2.resource_helper [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Service CORE assigned prefix: {{(pid=102511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:46:29.238305 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.quota.resource_registry [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 09:46:29.238640 dv-cinder-778193-18-iscsi neutron-server[102511]: WARNING neutron.quota.resource_registry [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] subnetpool is already registered Feb 17 09:46:29.239111 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: extensions {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.240625 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: address-groups {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.242119 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: address-scopes {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.243568 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: agents {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.244757 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: auto-allocated-topology {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.246013 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: availability_zones {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.247273 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: dhcp-networks {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.248790 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: dhcp-agents {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.250230 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: routers {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.252512 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: flavors {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.253681 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: service_profiles {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.254903 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: next_providers {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.256392 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: service_profiles {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.258219 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: floatingip-pools {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.260073 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: routers {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.262204 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: floatingips {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.263523 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: l3-routers {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.264924 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: l3-agents {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.266359 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: metering-labels {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.267778 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: metering-label-rules {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.269075 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: network-ip-availabilities {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.270329 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: bindings {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.272034 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: quotas {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.273602 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: quotas {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.275320 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: rbac-policies {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.276610 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: security-groups {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.277860 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: security-group-rules {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.279110 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: service-providers {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.280349 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: subnetpools {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.281795 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: subnetpools {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.283283 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: tags {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.284974 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: tags {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.287763 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: tags {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.289571 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: tags {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.422839 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: tags {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.424743 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: tags {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.426460 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: tags {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.428385 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: tags {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.430204 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: tags {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.432178 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron.api.extensions [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Extended resource: tags {{(pid=102511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:46:29.438142 dv-cinder-778193-18-iscsi neutron-server[102511]: WARNING keystonemiddleware.auth_token [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 17 09:46:29.442852 dv-cinder-778193-18-iscsi neutron-server[102511]: WARNING keystonemiddleware.auth_token [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 17 09:46:29.451922 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_concurrency.lockutils [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Acquired lock "singleton_lock" {{(pid=102511) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 17 09:46:29.452401 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_concurrency.lockutils [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Releasing lock "singleton_lock" {{(pid=102511) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 17 09:46:29.453051 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO oslo_service.service [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Starting 2 workers Feb 17 09:46:29.457907 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Started child 102620 {{(pid=102511) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 17 09:46:29.462975 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Started child 102621 {{(pid=102511) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 17 09:46:29.463882 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:29.464563 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO neutron.service [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Neutron service started, listening on 0.0.0.0:9696 Feb 17 09:46:29.465163 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Publish callbacks [] for process (None), before_spawn {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:29.465389 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [-] (102620) wsgi starting up on http://0.0.0.0:9696 Feb 17 09:46:29.467730 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO oslo_service.service [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Starting 1 workers Feb 17 09:46:29.468055 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:29.469511 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [-] (102621) wsgi starting up on http://0.0.0.0:9696 Feb 17 09:46:29.472997 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Started child 102622 {{(pid=102511) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 17 09:46:29.473525 dv-cinder-778193-18-iscsi neutron-server[102511]: INFO oslo_service.service [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Starting 1 workers Feb 17 09:46:29.476658 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.service [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] calling RpcWorker wait() {{(pid=102622) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 17 09:46:29.477190 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.service [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] returning from RpcWorker wait() {{(pid=102622) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 17 09:46:29.478518 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Started child 102623 {{(pid=102511) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 17 09:46:29.479161 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:29.479317 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de10a833-f04a-42f8-b2fc-9935beb5176d None None] Publish callbacks [] for process (None), after_spawn {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:29.479647 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:29.481302 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102511) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 17 09:46:29.481521 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 17 09:46:29.481708 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 17 09:46:29.481939 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 17 09:46:29.482294 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 17 09:46:29.482460 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 17 09:46:29.482975 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.483297 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.483565 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.483845 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.484106 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.484277 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:29.484736 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.484914 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.485171 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.485390 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:29.485491 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.485674 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.485890 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.485991 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.486248 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.486498 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.486775 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.487053 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.487325 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.487587 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.487764 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.488079 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.488276 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.488526 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.488790 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] debug = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.489039 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.489510 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.489750 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.489987 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.490235 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.490522 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.490763 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.491046 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.491299 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.491521 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.491775 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.492032 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.492250 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.492479 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.492727 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.492974 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.493790 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.494012 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.494467 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] host = dv-cinder-778193-18-iscsi {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.494705 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.494925 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.495189 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.495427 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.495671 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.495883 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.496168 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.496427 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.496686 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.496911 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.497168 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.497406 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.497640 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.497872 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] log_file = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.498036 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] log_options = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.498251 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.498526 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.498767 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.498966 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.499134 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.499402 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.499577 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.499739 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.499977 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.500209 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.500421 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.500651 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.500863 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.501165 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.501323 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.501556 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.501799 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.502029 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.502288 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.502535 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.502758 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.502984 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.503244 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.503462 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.503676 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.503892 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.506305 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.506305 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.506305 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.506305 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.506305 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.506305 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.506305 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.506305 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.506874 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.506874 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.506874 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.506874 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.506874 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.507228 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.507355 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.507643 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.507643 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.508275 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.508491 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.508813 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.509027 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] use_json = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.509391 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.509778 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.511371 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.511371 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.511371 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.511371 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.511371 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.511371 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.511371 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.511371 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.514489 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.514489 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.514489 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.514489 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.514489 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.514489 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.514489 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.514489 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.515576 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.515576 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.515576 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.515576 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.515576 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.515576 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.519332 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.519332 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.519332 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.519332 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.519332 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.519332 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.519332 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.519332 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.522010 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.522010 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.522010 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.522010 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.522010 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.522010 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.522010 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.522010 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.523001 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.82/identity {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.523001 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.523001 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.523001 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.523001 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.523001 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.523001 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.523001 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.524178 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.524178 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.524178 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.524178 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.524178 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.524178 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.524178 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.524178 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.524178 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.524872 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.524872 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.524872 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.524872 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.525148 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.525148 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.525403 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.525580 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.525832 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.526088 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.526477 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.526582 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.526712 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.530229 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.530229 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.530229 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.530229 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.530229 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.530229 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.530229 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.530229 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.530229 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.531006 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.531006 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.531006 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.531006 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.531006 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.531006 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.531006 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.531006 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.531006 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.531747 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.531747 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.531747 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.531747 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.531747 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.531747 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.532169 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.532169 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.532395 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.532606 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.532841 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.533055 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.533334 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.533655 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.533896 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.534281 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.534664 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.535057 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.535460 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.535865 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.536091 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.536310 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.536567 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.536823 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.537048 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.537281 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.537516 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.537891 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.538151 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.538370 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.538589 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.538969 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.539217 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.539456 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.539678 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.540620 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.540774 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.540916 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.541143 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.541371 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.541682 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.541931 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.542240 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.542482 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.542762 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.543257 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.543685 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.544101 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.544479 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.544860 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.545130 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.545528 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.545802 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.546052 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.546313 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.546553 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.546804 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.547028 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.547271 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.547503 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.547838 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.548101 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.548315 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.548553 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.548835 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.549095 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.549330 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.549608 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.549859 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.550113 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.550366 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.550628 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.82/identity {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.550841 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.551071 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.551324 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.551547 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.551782 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.551999 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.552391 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.552624 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.552841 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.553118 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.553335 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.553553 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.553783 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.553996 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.554217 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.554462 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.554673 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.554891 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.555125 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.555374 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.556164 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.556408 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.556621 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.556876 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.557095 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.557363 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.557627 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.557860 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.558101 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.558346 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.558596 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.558850 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.559070 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.559310 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.559523 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.559735 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.559970 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.560200 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.560444 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.560672 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.560905 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.561165 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.561416 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.561765 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.562017 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.562244 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.562494 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.562729 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.562942 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.563178 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.563391 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.563606 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.563820 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.564039 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.564252 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.564488 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.564703 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.564917 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.565150 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.565403 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.565642 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.565878 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.566097 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.566318 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.566533 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.566766 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.566980 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.567215 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.567448 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.567679 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.567896 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.568107 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.568415 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.568669 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.568897 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.569158 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.569373 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.569624 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.569850 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.570054 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.570258 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.570473 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.570688 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.570905 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.571226 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.571403 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.571613 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.571836 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.572075 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.572304 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.572529 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.572768 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.572980 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.574011 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.574011 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.574011 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.574011 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.574011 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.574445 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.574445 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.574665 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.574894 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.575119 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.575353 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.575561 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.575781 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.575992 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.576201 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.576509 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.576778 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.577016 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.577299 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.577546 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.577788 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.578027 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.578336 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.578552 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.578817 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.579048 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.579284 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.579504 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.579755 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.580074 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.580356 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.580607 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.580864 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.581134 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.581412 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.581692 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.581905 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.582211 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.582521 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.582805 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.583063 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.583318 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.583574 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.583793 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.584005 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.584218 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.584460 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.584678 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.584914 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.585147 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.585394 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.585610 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.585835 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.586052 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.586279 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.586490 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.587248 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.587469 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.587627 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 17 09:46:29.588153 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102511) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 17 09:46:29.588314 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 17 09:46:29.588466 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 17 09:46:29.588633 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 17 09:46:29.588802 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 17 09:46:29.588954 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 17 09:46:29.589161 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.589322 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.589482 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.589639 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.589797 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.589976 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.590131 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.590288 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.590445 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.590601 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.590759 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.590916 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.591072 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.591261 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.591423 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.591586 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.591743 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.591904 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.592086 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.592248 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.592399 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.592552 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.592706 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] debug = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.592870 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.593065 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.593222 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.593541 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.593698 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.593856 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.594014 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.594172 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.594329 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.594487 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.594645 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.594803 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.594959 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.595117 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.595304 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.595463 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.595617 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.595785 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.595928 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] host = dv-cinder-778193-18-iscsi {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.596032 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:29.596126 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.596231 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.596389 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.596546 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.596703 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.596859 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.597016 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.597174 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.597333 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.597490 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.597646 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.597804 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.597960 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.598116 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] log_file = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.598273 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] log_options = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.598423 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.598574 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.598737 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.599453 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.599453 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.599453 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.599453 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.599721 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.599721 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.600096 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.600096 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.600096 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.600322 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.601124 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.601124 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.601124 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.601124 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.601124 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.601124 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.601532 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.601532 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.601532 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.601729 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.601950 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.602047 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.602125 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.602538 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.602538 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.602699 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.602867 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.603073 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.603199 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.603331 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.603489 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.603649 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.603808 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.603966 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.604126 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.604289 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.604451 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.604609 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.604919 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.604919 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.605069 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.605207 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.605365 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.605523 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] use_json = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.605680 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.605837 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.605994 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.606153 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.606311 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.606469 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.606628 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.606788 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.606947 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:46:29.607127 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.607308 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.607483 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.607647 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.607809 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.607972 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.608135 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.608297 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.608460 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.608622 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.608792 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.608955 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.609127 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.609290 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.609452 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.609620 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.609782 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.609945 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.610107 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.610270 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.610433 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.610595 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.610765 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.610927 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.611089 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.611275 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.611439 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.611614 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.611775 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.611982 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.612113 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.612276 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.82/identity {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.612438 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.612599 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.612762 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.612926 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.613089 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.613251 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.613414 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.613576 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.613738 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.613899 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.614060 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.614223 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.614387 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.614550 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.614713 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.614876 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.615039 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.615881 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.615881 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.615881 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.615881 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.615881 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.616285 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.616285 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.616285 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.616490 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.616598 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.616760 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.619182 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.619182 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.619182 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.619182 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.619182 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.619182 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.619182 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.619182 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.619182 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.619754 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.619754 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.619754 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.619754 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.619754 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.619754 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.619754 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.620146 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.620146 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.620264 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.620329 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.620491 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.620652 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.620814 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.620976 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.621140 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.621305 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.623179 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.623179 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.623179 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.623179 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.623179 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.623179 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.623179 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.623179 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.623775 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.623775 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.623775 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.623775 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.623775 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.623775 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.623775 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.623775 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.624319 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.624319 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.624319 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.624528 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.624528 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.624685 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.624878 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.625035 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.625190 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.625527 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.625694 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.625854 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.626016 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.626176 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.626329 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.626757 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.626961 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.627135 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.627323 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.627490 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.627701 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.627854 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.627991 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.628126 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.628273 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.628436 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.628599 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.628761 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.628926 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.631170 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.631170 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.631170 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.631170 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.631170 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.631170 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.631170 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.631170 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.631784 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.631784 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.631784 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.631784 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.631784 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.631784 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.632329 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.632503 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.632672 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.632838 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.633260 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.633427 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.82/identity {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.633639 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.633813 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.633982 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.634143 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.634308 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.634476 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.634640 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.634803 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.634966 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.635129 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.635416 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.635522 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.635625 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.635788 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.635951 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.636114 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.636277 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.636440 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.636603 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.636766 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.636927 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.637089 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.637251 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.638422 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.638422 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.638422 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.638422 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.638422 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.638422 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.638422 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.638871 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.638871 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.638871 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.639078 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.639078 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.639256 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.639409 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.639571 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.639735 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.639899 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.640063 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.640226 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.640389 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.640582 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.640788 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.640897 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.641050 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.641293 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.641426 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.641573 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.641687 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.641825 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.643199 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.643199 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.643199 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.643199 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.643199 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.643199 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.643199 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.643199 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.643811 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.643811 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.643811 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.643811 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.644050 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.644050 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.644172 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.644302 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.644526 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.645010 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.645010 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.645010 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.646322 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.646322 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.646322 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.646322 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.646322 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.646322 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.646322 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.646816 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.646816 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.646816 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.647110 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.647110 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.647291 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.647370 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.647501 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.647667 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.647831 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.647995 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.648168 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.648332 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.648494 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.648655 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.648817 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.648980 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.649671 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.649832 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.650147 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.650460 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.650617 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.650777 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.650952 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.651115 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.651289 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.651454 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.651616 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.651779 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.651951 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.652115 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.652284 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.652456 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.653514 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.653514 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.653514 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.653514 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.653514 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.653514 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.653514 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.654011 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.654011 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.654011 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.654216 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.654294 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.654469 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.654632 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.654803 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.654974 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.655165 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.655337 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.655504 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.655679 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.655935 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.656026 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.656157 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.656319 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.656483 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.656649 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.656811 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.656972 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.657133 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.657296 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.657457 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.657621 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.657784 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.657946 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.658110 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.658272 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.658434 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.658595 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.658758 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:46:29.658911 dv-cinder-778193-18-iscsi neutron-server[102511]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 17 09:46:29.942885 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 43424) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:29.951726 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [-] 10.222.0.82 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065763 Feb 17 09:46:41.451660 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89958b64-81b5-44c8-86ae-b292d17e7923 None None] get_active_networks_info from dv-cinder-778193-18-iscsi {{(pid=102622) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 09:46:41.515308 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89958b64-81b5-44c8-86ae-b292d17e7923 None None] No non-hosted networks {{(pid=102622) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 17 09:46:41.523184 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.agentschedulers_db [None req-89958b64-81b5-44c8-86ae-b292d17e7923 None None] DHCP Agent not found on host dv-cinder-778193-18-iscsi {{(pid=102622) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 17 09:46:41.599837 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-558e0c88-eb7e-4931-94bc-0588d772c758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3916150'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:43.901783 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-83428692-e552-47e9-848c-9466fc278fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3916150'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:43.925082 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0e351ee1-000a-4848-b7b3-b5a827621eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:44.969720 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3916150'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:46.246705 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3916150'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:47.480895 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 43506) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:47.773757 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3916150'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:47.776318 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:47.776809 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:47.777387 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:47.777864 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:47.778513 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:47.778988 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:47.779734 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:47.780284 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:47.780758 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:47.781251 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:47.781734 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:47.782214 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:47.782742 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:47.785198 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-778193-18-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:47.802396 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-778193-18-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:48.048074 dv-cinder-778193-18-iscsi neutron-server[102621]: WARNING oslo_policy.policy [None req-fe29217c-9c77-41b8-81d1-c32604780a12 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 09:46:48.048654 dv-cinder-778193-18-iscsi neutron-server[102621]: WARNING oslo_policy.policy [None req-fe29217c-9c77-41b8-81d1-c32604780a12 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 09:46:48.267975 dv-cinder-778193-18-iscsi neutron-server[102622]: INFO neutron.db.l3_hamode_db [None req-7b4047fa-9ff1-46d4-9227-f073c72018ef None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 17 09:46:48.273884 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [None req-fe29217c-9c77-41b8-81d1-c32604780a12 admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=102621) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 09:46:48.281030 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-fe29217c-9c77-41b8-81d1-c32604780a12 admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7931781 Feb 17 09:46:48.347958 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4047fa-9ff1-46d4-9227-f073c72018ef None None] Routers set() bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:46:48.348335 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4047fa-9ff1-46d4-9227-f073c72018ef None None] Router IDs set() for agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 17 09:46:50.822532 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 43532) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:51.126900 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-84c085ac-6654-4577-aedc-6b3834aece0a admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:46:51.219604 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.policy [None req-84c085ac-6654-4577-aedc-6b3834aece0a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102621) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 17 09:46:51.261066 dv-cinder-778193-18-iscsi neutron-server[102621]: WARNING oslo_policy.policy [None req-84c085ac-6654-4577-aedc-6b3834aece0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 09:46:51.261457 dv-cinder-778193-18-iscsi neutron-server[102621]: WARNING oslo_policy.policy [None req-84c085ac-6654-4577-aedc-6b3834aece0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 09:46:51.362825 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-84c085ac-6654-4577-aedc-6b3834aece0a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771559194779', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771559196270', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771559180498', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771559179805', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771559176020', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771559168813', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-687312', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3429967', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-394564', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-468259'] for rbac-policy (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:51.428669 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-84c085ac-6654-4577-aedc-6b3834aece0a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:51.429833 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-84c085ac-6654-4577-aedc-6b3834aece0a admin admin] 10.222.0.82 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6062698 Feb 17 09:46:53.897462 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 43542) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:54.417916 dv-cinder-778193-18-iscsi neutron-server[102620]: WARNING oslo_policy.policy [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 09:46:54.418494 dv-cinder-778193-18-iscsi neutron-server[102620]: WARNING oslo_policy.policy [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 09:46:54.641186 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:46:54.695306 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] Made reservation on behalf of 6c17bb70de064ef19b510a895021c757 for: {'network': 1} {{(pid=102620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:46:54.756992 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.policy [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102620) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 17 09:46:54.799226 dv-cinder-778193-18-iscsi neutron-server[102620]: WARNING oslo_policy.policy [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 09:46:54.799600 dv-cinder-778193-18-iscsi neutron-server[102620]: WARNING oslo_policy.policy [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 09:46:54.810759 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for network (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:54.832244 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:54.945591 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] Publish callbacks [] for security_group (4f97b1d6-9419-4e0d-a701-09b047cbe993), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:54.949379 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (4f97b1d6-9419-4e0d-a701-09b047cbe993), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:54.981356 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] vlan segment allocate from pool success with {'vlan_id': 1048, 'physical_network': 'physnet1'} {{(pid=102620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:46:55.011778 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771562732674', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (e585c173-1b95-47ed-a48b-376cdf453568), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:55.012367 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] Unsubscribe: segment precommit_create {{(pid=102620) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 17 09:46:55.012894 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.db.segments_db [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] Added segment e585c173-1b95-47ed-a48b-376cdf453568 of type vlan for network 0ac61b13-6f9e-4128-9af7-d59be319ca6f Feb 17 09:46:55.018961 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=4f97b1d6-9419-4e0d-a701-09b047cbe993,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:55.056834 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:55.057208 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:55.057552 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:55.057891 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:55.058223 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:55.058553 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:55.058902 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:55.059254 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:55.059584 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:55.059925 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:55.060254 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:55.060575 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:55.060894 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:55.062337 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] Tracked resource versions report: Feb 17 09:46:55.062337 dv-cinder-778193-18-iscsi neutron-server[102620]: pushed versions: Feb 17 09:46:55.062337 dv-cinder-778193-18-iscsi neutron-server[102620]: { 'AddressGroup': {'1.2'}, Feb 17 09:46:55.062337 dv-cinder-778193-18-iscsi neutron-server[102620]: 'ConntrackHelper': {'1.0'}, Feb 17 09:46:55.062337 dv-cinder-778193-18-iscsi neutron-server[102620]: 'LocalIPAssociation': {'1.0'}, Feb 17 09:46:55.062337 dv-cinder-778193-18-iscsi neutron-server[102620]: 'Log': {'1.0'}, Feb 17 09:46:55.062337 dv-cinder-778193-18-iscsi neutron-server[102620]: 'Network': {'1.1'}, Feb 17 09:46:55.062337 dv-cinder-778193-18-iscsi neutron-server[102620]: 'Port': {'1.7'}, Feb 17 09:46:55.062337 dv-cinder-778193-18-iscsi neutron-server[102620]: 'PortForwarding': {'1.2'}, Feb 17 09:46:55.062337 dv-cinder-778193-18-iscsi neutron-server[102620]: 'QosPolicy': {'1.10'}, Feb 17 09:46:55.062337 dv-cinder-778193-18-iscsi neutron-server[102620]: 'SecurityGroup': {'1.5'}, Feb 17 09:46:55.062337 dv-cinder-778193-18-iscsi neutron-server[102620]: 'SecurityGroupRule': {'1.2'}, Feb 17 09:46:55.062337 dv-cinder-778193-18-iscsi neutron-server[102620]: 'SubPort': {'1.0'}, Feb 17 09:46:55.062337 dv-cinder-778193-18-iscsi neutron-server[102620]: 'Subnet': {'1.1'}, Feb 17 09:46:55.062337 dv-cinder-778193-18-iscsi neutron-server[102620]: 'Trunk': {'1.1'}} Feb 17 09:46:55.062337 dv-cinder-778193-18-iscsi neutron-server[102620]: consumer versions: Feb 17 09:46:55.062337 dv-cinder-778193-18-iscsi neutron-server[102620]: { DHCP agent@dv-cinder-778193-18-iscsi: {}, Feb 17 09:46:55.062337 dv-cinder-778193-18-iscsi neutron-server[102620]: L3 agent@dv-cinder-778193-18-iscsi: {}, Feb 17 09:46:55.062337 dv-cinder-778193-18-iscsi neutron-server[102620]: Metadata agent@dv-cinder-778193-18-iscsi: {}, Feb 17 09:46:55.062337 dv-cinder-778193-18-iscsi neutron-server[102620]: Metering agent@dv-cinder-778193-18-iscsi: {}, Feb 17 09:46:55.062337 dv-cinder-778193-18-iscsi neutron-server[102620]: Open vSwitch agent@dv-cinder-778193-18-iscsi: { 'AddressGroup': '1.2', Feb 17 09:46:55.062337 dv-cinder-778193-18-iscsi neutron-server[102620]: 'ConntrackHelper': '1.0', Feb 17 09:46:55.062337 dv-cinder-778193-18-iscsi neutron-server[102620]: 'LocalIPAssociation': '1.0', Feb 17 09:46:55.062337 dv-cinder-778193-18-iscsi neutron-server[102620]: 'Log': '1.0', Feb 17 09:46:55.062337 dv-cinder-778193-18-iscsi neutron-server[102620]: 'Network': '1.1', Feb 17 09:46:55.062337 dv-cinder-778193-18-iscsi neutron-server[102620]: 'Port': '1.7', Feb 17 09:46:55.062337 dv-cinder-778193-18-iscsi neutron-server[102620]: 'PortForwarding': '1.2', Feb 17 09:46:55.062337 dv-cinder-778193-18-iscsi neutron-server[102620]: 'QosPolicy': '1.10', Feb 17 09:46:55.062337 dv-cinder-778193-18-iscsi neutron-server[102620]: 'SecurityGroup': '1.5', Feb 17 09:46:55.062337 dv-cinder-778193-18-iscsi neutron-server[102620]: 'SecurityGroupRule': '1.2', Feb 17 09:46:55.062337 dv-cinder-778193-18-iscsi neutron-server[102620]: 'SubPort': '1.0', Feb 17 09:46:55.062337 dv-cinder-778193-18-iscsi neutron-server[102620]: 'Subnet': '1.1', Feb 17 09:46:55.062337 dv-cinder-778193-18-iscsi neutron-server[102620]: 'Trunk': '1.1'}} Feb 17 09:46:55.062337 dv-cinder-778193-18-iscsi neutron-server[102620]: {{(pid=102620) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 09:46:55.125882 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771562205323'] for network (0ac61b13-6f9e-4128-9af7-d59be319ca6f), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:55.169018 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854'] for network (0ac61b13-6f9e-4128-9af7-d59be319ca6f), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:55.174424 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:55.175153 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:55.243488 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3431652 Feb 17 09:46:55.298026 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914dd515-578c-4e52-b194-5670710d1fa6 demo demo] Pushing event updated for resources: {'Network': ['ID=0ac61b13-6f9e-4128-9af7-d59be319ca6f,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:55.312406 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Network 0ac61b13-6f9e-4128-9af7-d59be319ca6f details requested by agent ovs-agent-dv-cinder-778193-18-iscsi with host dv-cinder-778193-18-iscsi {{(pid=102622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:46:57.806013 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 43562) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:58.256762 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a28a18-9cd8-4383-8996-40faa4dacd2b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:58.258271 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-e5a28a18-9cd8-4383-8996-40faa4dacd2b demo admin] 10.222.0.82 "GET /v2.0/networks/0ac61b13-6f9e-4128-9af7-d59be319ca6f HTTP/1.1" status: 200 len: 826 time: 0.4510880 Feb 17 09:46:58.282550 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-cc5f83fe-7958-4bce-99c7-8d2262223029 demo admin] 10.222.0.82 "GET /v2.0/subnetpools/827d6011-980e-402e-884e-10446a148e60 HTTP/1.1" status: 200 len: 734 time: 0.0182800 Feb 17 09:46:58.291381 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-cb3016d4-8a8f-4686-908a-e23b5e763568 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '0ac61b13-6f9e-4128-9af7-d59be319ca6f', 'name': 'private-subnet', 'subnetpool_id': '827d6011-980e-402e-884e-10446a148e60', 'ip_version': 4}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:46:58.316090 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3016d4-8a8f-4686-908a-e23b5e763568 demo admin] Made reservation on behalf of 6c17bb70de064ef19b510a895021c757 for: {'subnet': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:46:58.318622 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-cb3016d4-8a8f-4686-908a-e23b5e763568 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:58.614362 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-cb3016d4-8a8f-4686-908a-e23b5e763568 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854'] for subnet (a6aaaa4a-dd79-4cec-9422-85ee9bc168d9), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:58.676901 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3016d4-8a8f-4686-908a-e23b5e763568 demo admin] Checking segment: {'id': 'e585c173-1b95-47ed-a48b-376cdf453568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '0ac61b13-6f9e-4128-9af7-d59be319ca6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:46:58.677276 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3016d4-8a8f-4686-908a-e23b5e763568 demo admin] Network hostable DHCP agents. Network: 0ac61b13-6f9e-4128-9af7-d59be319ca6f, hostable agents: ['218f41e8-fc39-4954-bed9-509113520430'], hosted agents: [] {{(pid=102621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:46:58.697200 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3016d4-8a8f-4686-908a-e23b5e763568 demo admin] Pushing event updated for resources: {'Subnet': ['ID=a6aaaa4a-dd79-4cec-9422-85ee9bc168d9,revision_number=0']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:58.708683 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3016d4-8a8f-4686-908a-e23b5e763568 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:58.709062 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3016d4-8a8f-4686-908a-e23b5e763568 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:58.709421 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3016d4-8a8f-4686-908a-e23b5e763568 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:58.709734 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3016d4-8a8f-4686-908a-e23b5e763568 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:58.710054 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3016d4-8a8f-4686-908a-e23b5e763568 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:58.710376 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3016d4-8a8f-4686-908a-e23b5e763568 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:58.710697 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3016d4-8a8f-4686-908a-e23b5e763568 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:58.711017 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3016d4-8a8f-4686-908a-e23b5e763568 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:58.711374 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3016d4-8a8f-4686-908a-e23b5e763568 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:58.711748 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3016d4-8a8f-4686-908a-e23b5e763568 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:58.712609 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3016d4-8a8f-4686-908a-e23b5e763568 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:58.712970 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3016d4-8a8f-4686-908a-e23b5e763568 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:58.713250 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3016d4-8a8f-4686-908a-e23b5e763568 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:58.714627 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3016d4-8a8f-4686-908a-e23b5e763568 demo admin] Tracked resource versions report: Feb 17 09:46:58.714627 dv-cinder-778193-18-iscsi neutron-server[102621]: pushed versions: Feb 17 09:46:58.714627 dv-cinder-778193-18-iscsi neutron-server[102621]: { 'AddressGroup': {'1.2'}, Feb 17 09:46:58.714627 dv-cinder-778193-18-iscsi neutron-server[102621]: 'ConntrackHelper': {'1.0'}, Feb 17 09:46:58.714627 dv-cinder-778193-18-iscsi neutron-server[102621]: 'LocalIPAssociation': {'1.0'}, Feb 17 09:46:58.714627 dv-cinder-778193-18-iscsi neutron-server[102621]: 'Log': {'1.0'}, Feb 17 09:46:58.714627 dv-cinder-778193-18-iscsi neutron-server[102621]: 'Network': {'1.1'}, Feb 17 09:46:58.714627 dv-cinder-778193-18-iscsi neutron-server[102621]: 'Port': {'1.7'}, Feb 17 09:46:58.714627 dv-cinder-778193-18-iscsi neutron-server[102621]: 'PortForwarding': {'1.2'}, Feb 17 09:46:58.714627 dv-cinder-778193-18-iscsi neutron-server[102621]: 'QosPolicy': {'1.10'}, Feb 17 09:46:58.714627 dv-cinder-778193-18-iscsi neutron-server[102621]: 'SecurityGroup': {'1.5'}, Feb 17 09:46:58.714627 dv-cinder-778193-18-iscsi neutron-server[102621]: 'SecurityGroupRule': {'1.2'}, Feb 17 09:46:58.714627 dv-cinder-778193-18-iscsi neutron-server[102621]: 'SubPort': {'1.0'}, Feb 17 09:46:58.714627 dv-cinder-778193-18-iscsi neutron-server[102621]: 'Subnet': {'1.1'}, Feb 17 09:46:58.714627 dv-cinder-778193-18-iscsi neutron-server[102621]: 'Trunk': {'1.1'}} Feb 17 09:46:58.714627 dv-cinder-778193-18-iscsi neutron-server[102621]: consumer versions: Feb 17 09:46:58.714627 dv-cinder-778193-18-iscsi neutron-server[102621]: { DHCP agent@dv-cinder-778193-18-iscsi: {}, Feb 17 09:46:58.714627 dv-cinder-778193-18-iscsi neutron-server[102621]: L3 agent@dv-cinder-778193-18-iscsi: {}, Feb 17 09:46:58.714627 dv-cinder-778193-18-iscsi neutron-server[102621]: Metadata agent@dv-cinder-778193-18-iscsi: {}, Feb 17 09:46:58.714627 dv-cinder-778193-18-iscsi neutron-server[102621]: Metering agent@dv-cinder-778193-18-iscsi: {}, Feb 17 09:46:58.714627 dv-cinder-778193-18-iscsi neutron-server[102621]: Open vSwitch agent@dv-cinder-778193-18-iscsi: { 'AddressGroup': '1.2', Feb 17 09:46:58.714627 dv-cinder-778193-18-iscsi neutron-server[102621]: 'ConntrackHelper': '1.0', Feb 17 09:46:58.714627 dv-cinder-778193-18-iscsi neutron-server[102621]: 'LocalIPAssociation': '1.0', Feb 17 09:46:58.714627 dv-cinder-778193-18-iscsi neutron-server[102621]: 'Log': '1.0', Feb 17 09:46:58.714627 dv-cinder-778193-18-iscsi neutron-server[102621]: 'Network': '1.1', Feb 17 09:46:58.714627 dv-cinder-778193-18-iscsi neutron-server[102621]: 'Port': '1.7', Feb 17 09:46:58.714627 dv-cinder-778193-18-iscsi neutron-server[102621]: 'PortForwarding': '1.2', Feb 17 09:46:58.714627 dv-cinder-778193-18-iscsi neutron-server[102621]: 'QosPolicy': '1.10', Feb 17 09:46:58.714627 dv-cinder-778193-18-iscsi neutron-server[102621]: 'SecurityGroup': '1.5', Feb 17 09:46:58.714627 dv-cinder-778193-18-iscsi neutron-server[102621]: 'SecurityGroupRule': '1.2', Feb 17 09:46:58.714627 dv-cinder-778193-18-iscsi neutron-server[102621]: 'SubPort': '1.0', Feb 17 09:46:58.714627 dv-cinder-778193-18-iscsi neutron-server[102621]: 'Subnet': '1.1', Feb 17 09:46:58.714627 dv-cinder-778193-18-iscsi neutron-server[102621]: 'Trunk': '1.1'}} Feb 17 09:46:58.714627 dv-cinder-778193-18-iscsi neutron-server[102621]: {{(pid=102621) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 09:46:58.726943 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3016d4-8a8f-4686-908a-e23b5e763568 demo admin] Network 0ac61b13-6f9e-4128-9af7-d59be319ca6f is scheduled to be hosted by DHCP agent 218f41e8-fc39-4954-bed9-509113520430 with binding_index 1 {{(pid=102621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:46:58.741838 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [None req-cb3016d4-8a8f-4686-908a-e23b5e763568 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-18-iscsi, 0ac61b13-6f9e-4128-9af7-d59be319ca6f) {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:46:58.755560 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3016d4-8a8f-4686-908a-e23b5e763568 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:58.756259 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-cb3016d4-8a8f-4686-908a-e23b5e763568 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for subnet (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:58.761751 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807ceb79-802a-4938-9617-25acbacbfafb None None] Network 0ac61b13-6f9e-4128-9af7-d59be319ca6f requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:46:58.772253 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-cb3016d4-8a8f-4686-908a-e23b5e763568 demo admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4846971 Feb 17 09:46:59.140554 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp526866e7-fb09-5aab-8449-c4c53278cbab-0ac61b13-6f9e-4128-9af7-d59be319ca6f', 'network_id': '0ac61b13-6f9e-4128-9af7-d59be319ca6f', 'project_id': '6c17bb70de064ef19b510a895021c757', 'fixed_ips': [{'subnet_id': 'a6aaaa4a-dd79-4cec-9422-85ee9bc168d9'}]}} from dv-cinder-778193-18-iscsi. {{(pid=102622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 09:46:59.141894 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:59.419538 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.db_base_plugin_common [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] Allocated IP 172.20.0.2 (0ac61b13-6f9e-4128-9af7-d59be319ca6f/a6aaaa4a-dd79-4cec-9422-85ee9bc168d9/9782fa58-e7cd-4a88-a43f-5868bf382459) {{(pid=102622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:46:59.700377 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] Publish callbacks [] for port (9782fa58-e7cd-4a88-a43f-5868bf382459), precommit_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:59.708280 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393'] for port (9782fa58-e7cd-4a88-a43f-5868bf382459), after_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:59.788073 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] Network 0ac61b13-6f9e-4128-9af7-d59be319ca6f is already hosted by enough agents. {{(pid=102622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:46:59.793553 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.scheduler.base_scheduler [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] Resources bound (agent type, host, resource id): {{(pid=102622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:46:59.802689 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] Received port after_create {{(pid=102622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:46:59.806215 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] Pushing event updated for resources: {'Port': ['ID=9782fa58-e7cd-4a88-a43f-5868bf382459,revision_number=1']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:59.837173 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:59.837627 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:59.837996 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:59.838340 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:59.838676 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:59.839010 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:59.839392 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:59.839728 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:59.840058 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:59.840405 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:59.840738 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:59.841062 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:59.841385 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:59.842801 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] Tracked resource versions report: Feb 17 09:46:59.842801 dv-cinder-778193-18-iscsi neutron-server[102622]: pushed versions: Feb 17 09:46:59.842801 dv-cinder-778193-18-iscsi neutron-server[102622]: { 'AddressGroup': {'1.2'}, Feb 17 09:46:59.842801 dv-cinder-778193-18-iscsi neutron-server[102622]: 'ConntrackHelper': {'1.0'}, Feb 17 09:46:59.842801 dv-cinder-778193-18-iscsi neutron-server[102622]: 'LocalIPAssociation': {'1.0'}, Feb 17 09:46:59.842801 dv-cinder-778193-18-iscsi neutron-server[102622]: 'Log': {'1.0'}, Feb 17 09:46:59.842801 dv-cinder-778193-18-iscsi neutron-server[102622]: 'Network': {'1.1'}, Feb 17 09:46:59.842801 dv-cinder-778193-18-iscsi neutron-server[102622]: 'Port': {'1.7'}, Feb 17 09:46:59.842801 dv-cinder-778193-18-iscsi neutron-server[102622]: 'PortForwarding': {'1.2'}, Feb 17 09:46:59.842801 dv-cinder-778193-18-iscsi neutron-server[102622]: 'QosPolicy': {'1.10'}, Feb 17 09:46:59.842801 dv-cinder-778193-18-iscsi neutron-server[102622]: 'SecurityGroup': {'1.5'}, Feb 17 09:46:59.842801 dv-cinder-778193-18-iscsi neutron-server[102622]: 'SecurityGroupRule': {'1.2'}, Feb 17 09:46:59.842801 dv-cinder-778193-18-iscsi neutron-server[102622]: 'SubPort': {'1.0'}, Feb 17 09:46:59.842801 dv-cinder-778193-18-iscsi neutron-server[102622]: 'Subnet': {'1.1'}, Feb 17 09:46:59.842801 dv-cinder-778193-18-iscsi neutron-server[102622]: 'Trunk': {'1.1'}} Feb 17 09:46:59.842801 dv-cinder-778193-18-iscsi neutron-server[102622]: consumer versions: Feb 17 09:46:59.842801 dv-cinder-778193-18-iscsi neutron-server[102622]: { DHCP agent@dv-cinder-778193-18-iscsi: {}, Feb 17 09:46:59.842801 dv-cinder-778193-18-iscsi neutron-server[102622]: L3 agent@dv-cinder-778193-18-iscsi: {}, Feb 17 09:46:59.842801 dv-cinder-778193-18-iscsi neutron-server[102622]: Metadata agent@dv-cinder-778193-18-iscsi: {}, Feb 17 09:46:59.842801 dv-cinder-778193-18-iscsi neutron-server[102622]: Metering agent@dv-cinder-778193-18-iscsi: {}, Feb 17 09:46:59.842801 dv-cinder-778193-18-iscsi neutron-server[102622]: Open vSwitch agent@dv-cinder-778193-18-iscsi: { 'AddressGroup': '1.2', Feb 17 09:46:59.842801 dv-cinder-778193-18-iscsi neutron-server[102622]: 'ConntrackHelper': '1.0', Feb 17 09:46:59.842801 dv-cinder-778193-18-iscsi neutron-server[102622]: 'LocalIPAssociation': '1.0', Feb 17 09:46:59.842801 dv-cinder-778193-18-iscsi neutron-server[102622]: 'Log': '1.0', Feb 17 09:46:59.842801 dv-cinder-778193-18-iscsi neutron-server[102622]: 'Network': '1.1', Feb 17 09:46:59.842801 dv-cinder-778193-18-iscsi neutron-server[102622]: 'Port': '1.7', Feb 17 09:46:59.842801 dv-cinder-778193-18-iscsi neutron-server[102622]: 'PortForwarding': '1.2', Feb 17 09:46:59.842801 dv-cinder-778193-18-iscsi neutron-server[102622]: 'QosPolicy': '1.10', Feb 17 09:46:59.842801 dv-cinder-778193-18-iscsi neutron-server[102622]: 'SecurityGroup': '1.5', Feb 17 09:46:59.842801 dv-cinder-778193-18-iscsi neutron-server[102622]: 'SecurityGroupRule': '1.2', Feb 17 09:46:59.842801 dv-cinder-778193-18-iscsi neutron-server[102622]: 'SubPort': '1.0', Feb 17 09:46:59.842801 dv-cinder-778193-18-iscsi neutron-server[102622]: 'Subnet': '1.1', Feb 17 09:46:59.842801 dv-cinder-778193-18-iscsi neutron-server[102622]: 'Trunk': '1.1'}} Feb 17 09:46:59.842801 dv-cinder-778193-18-iscsi neutron-server[102622]: {{(pid=102622) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 09:46:59.892321 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] Attempting to bind port 9782fa58-e7cd-4a88-a43f-5868bf382459 on host dv-cinder-778193-18-iscsi for vnic_type normal with profile {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:46:59.892734 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] Attempting to bind port 9782fa58-e7cd-4a88-a43f-5868bf382459 by drivers openvswitch,hyperv on host dv-cinder-778193-18-iscsi at level 0 using segments [{'id': 'e585c173-1b95-47ed-a48b-376cdf453568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '0ac61b13-6f9e-4128-9af7-d59be319ca6f'}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:46:59.893155 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] Attempting to bind port 9782fa58-e7cd-4a88-a43f-5868bf382459 on network 0ac61b13-6f9e-4128-9af7-d59be319ca6f {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:46:59.898747 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] Checking agent: {'id': '79564d9f-88b8-4061-9e24-638c07d5ce89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 46, 48), 'started_at': datetime.datetime(2022, 2, 17, 9, 46, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:46:59.899874 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] Checking segment: {'id': 'e585c173-1b95-47ed-a48b-376cdf453568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '0ac61b13-6f9e-4128-9af7-d59be319ca6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:46:59.900395 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:59.900808 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] Bound using segment: {'id': 'e585c173-1b95-47ed-a48b-376cdf453568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '0ac61b13-6f9e-4128-9af7-d59be319ca6f'} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:46:59.901375 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] Bound port: 9782fa58-e7cd-4a88-a43f-5868bf382459, host: dv-cinder-778193-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e585c173-1b95-47ed-a48b-376cdf453568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '0ac61b13-6f9e-4128-9af7-d59be319ca6f'}}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:46:59.901794 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (9782fa58-e7cd-4a88-a43f-5868bf382459), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:59.966845 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] For port 9782fa58-e7cd-4a88-a43f-5868bf382459, host dv-cinder-778193-18-iscsi, cleared binding levels {{(pid=102622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:46:59.971735 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] For port 9782fa58-e7cd-4a88-a43f-5868bf382459, host dv-cinder-778193-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=9782fa58-e7cd-4a88-a43f-5868bf382459,segment=NetworkSegment(e585c173-1b95-47ed-a48b-376cdf453568),segment_id=e585c173-1b95-47ed-a48b-376cdf453568)] {{(pid=102622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:46:59.980035 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (9782fa58-e7cd-4a88-a43f-5868bf382459), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:00.041108 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207b487-2b68-41ea-aed4-8902c7979e75 None None] Pushing event updated for resources: {'Port': ['ID=9782fa58-e7cd-4a88-a43f-5868bf382459,revision_number=2']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:01.352970 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 43576) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:01.688380 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [None req-284faf70-9939-4033-aaa4-db1a01bfef81 admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=102621) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 09:47:01.689460 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-284faf70-9939-4033-aaa4-db1a01bfef81 admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3355453 Feb 17 09:47:04.307367 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 43584) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:04.616232 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [None req-31370b2a-7264-4c7f-9cf6-d298f55b2577 admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=102621) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 09:47:04.617361 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-31370b2a-7264-4c7f-9cf6-d298f55b2577 admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3090699 Feb 17 09:47:07.177847 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 43592) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:07.495204 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-6cc8cf04-8480-4464-990f-1c9eebbc79c4 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:47:07.518117 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-6cc8cf04-8480-4464-990f-1c9eebbc79c4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41632'] for router (31d3c591-3605-41be-a4a9-dc0f5d419202), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:07.519734 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-6cc8cf04-8480-4464-990f-1c9eebbc79c4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3931410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3898661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41641'] for router (31d3c591-3605-41be-a4a9-dc0f5d419202), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:07.657322 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-6cc8cf04-8480-4464-990f-1c9eebbc79c4 demo demo] Publish callbacks [] for router_controller (31d3c591-3605-41be-a4a9-dc0f5d419202), precommit_add_association {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:07.662095 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-6cc8cf04-8480-4464-990f-1c9eebbc79c4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3931471'] for router (31d3c591-3605-41be-a4a9-dc0f5d419202), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:07.680081 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-6cc8cf04-8480-4464-990f-1c9eebbc79c4 demo demo] Publish callbacks [] for router (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:07.681850 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-6cc8cf04-8480-4464-990f-1c9eebbc79c4 demo demo] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5030162 Feb 17 09:47:10.234858 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 43604) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:10.494991 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 9782fa58-e7cd-4a88-a43f-5868bf382459 up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:47:10.577534 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [None req-a134cee9-add8-488d-b647-f89e834f45dc admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=102620) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 09:47:10.578655 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-a134cee9-add8-488d-b647-f89e834f45dc admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3427951 Feb 17 09:47:10.593622 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 9782fa58-e7cd-4a88-a43f-5868bf382459 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:47:10.594044 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (9782fa58-e7cd-4a88-a43f-5868bf382459), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:10.715352 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 9782fa58-e7cd-4a88-a43f-5868bf382459 is: DOWN; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:47:10.715755 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (9782fa58-e7cd-4a88-a43f-5868bf382459), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:10.753271 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] For port 9782fa58-e7cd-4a88-a43f-5868bf382459, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=9782fa58-e7cd-4a88-a43f-5868bf382459,segment=NetworkSegment(e585c173-1b95-47ed-a48b-376cdf453568),segment_id=e585c173-1b95-47ed-a48b-376cdf453568)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:47:10.758263 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (9782fa58-e7cd-4a88-a43f-5868bf382459), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:10.814041 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Pushing event updated for resources: {'Port': ['ID=9782fa58-e7cd-4a88-a43f-5868bf382459,revision_number=3']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:11.397169 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-41504627-ae12-4b95-9a99-8eea887590c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:11.582759 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49231fe5-33bd-419a-ab26-7647f7bcba87 None None] Network 0ac61b13-6f9e-4128-9af7-d59be319ca6f requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:47:11.665592 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-531b6164-1347-4462-8b5a-a2b5e7d0b69c None None] Provisioning complete for port 9782fa58-e7cd-4a88-a43f-5868bf382459 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:47:11.665899 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-531b6164-1347-4462-8b5a-a2b5e7d0b69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (9782fa58-e7cd-4a88-a43f-5868bf382459), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:11.788776 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-531b6164-1347-4462-8b5a-a2b5e7d0b69c None None] Current status of the port 9782fa58-e7cd-4a88-a43f-5868bf382459 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:47:12.111948 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aabcc1b9-6a58-4cae-a44a-d1fe10d82ec8 None None] Provisioning complete for port 9782fa58-e7cd-4a88-a43f-5868bf382459 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:47:12.112347 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aabcc1b9-6a58-4cae-a44a-d1fe10d82ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (9782fa58-e7cd-4a88-a43f-5868bf382459), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:12.190652 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aabcc1b9-6a58-4cae-a44a-d1fe10d82ec8 None None] Current status of the port 9782fa58-e7cd-4a88-a43f-5868bf382459 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:47:12.462898 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 9782fa58-e7cd-4a88-a43f-5868bf382459 up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:47:12.510299 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 9782fa58-e7cd-4a88-a43f-5868bf382459 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:47:12.510793 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (9782fa58-e7cd-4a88-a43f-5868bf382459), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:12.588200 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 9782fa58-e7cd-4a88-a43f-5868bf382459 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:47:13.208270 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 43612) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:13.515759 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-b8f3af3f-0e68-4130-96a5-f8422a471264 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:47:13.536641 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f3af3f-0e68-4130-96a5-f8422a471264 admin admin] Made reservation on behalf of e483195a725e4bfd8dc2457ba033a74d for: {'network': 1} {{(pid=102620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:47:13.538906 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b8f3af3f-0e68-4130-96a5-f8422a471264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for network (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:13.546746 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b8f3af3f-0e68-4130-96a5-f8422a471264 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:13.626613 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b8f3af3f-0e68-4130-96a5-f8422a471264 admin admin] Publish callbacks [] for security_group (d51f2996-1052-4bd5-ba77-59b418447c1f), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:13.630343 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b8f3af3f-0e68-4130-96a5-f8422a471264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (d51f2996-1052-4bd5-ba77-59b418447c1f), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:13.645226 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b8f3af3f-0e68-4130-96a5-f8422a471264 admin admin] Reserving flat network on physical network physnet1 {{(pid=102620) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 17 09:47:13.666115 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3af3f-0e68-4130-96a5-f8422a471264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51f2996-1052-4bd5-ba77-59b418447c1f,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:13.668924 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b8f3af3f-0e68-4130-96a5-f8422a471264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (51ac98f7-247c-461f-a451-e6b864fb2c70), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:13.669265 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.db.segments_db [None req-b8f3af3f-0e68-4130-96a5-f8422a471264 admin admin] Added segment 51ac98f7-247c-461f-a451-e6b864fb2c70 of type flat for network e9041cdf-f130-4174-b12b-9a6052f109e9 Feb 17 09:47:13.713571 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b8f3af3f-0e68-4130-96a5-f8422a471264 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771562205323'] for network (e9041cdf-f130-4174-b12b-9a6052f109e9), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:13.743905 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b8f3af3f-0e68-4130-96a5-f8422a471264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854'] for network (e9041cdf-f130-4174-b12b-9a6052f109e9), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:13.744824 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f3af3f-0e68-4130-96a5-f8422a471264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:13.745403 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b8f3af3f-0e68-4130-96a5-f8422a471264 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:13.796735 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-b8f3af3f-0e68-4130-96a5-f8422a471264 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5874028 Feb 17 09:47:13.843430 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3af3f-0e68-4130-96a5-f8422a471264 admin admin] Pushing event updated for resources: {'Network': ['ID=e9041cdf-f130-4174-b12b-9a6052f109e9,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:13.854792 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Network e9041cdf-f130-4174-b12b-9a6052f109e9 details requested by agent ovs-agent-dv-cinder-778193-18-iscsi with host dv-cinder-778193-18-iscsi {{(pid=102622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:47:13.936971 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-80e5aa23-afbe-444a-b776-ce408a027a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:14.882309 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:16.189826 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:16.340841 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 43630) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:16.573478 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a55497-7b45-4516-9457-af869507439a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:16.574854 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-95a55497-7b45-4516-9457-af869507439a demo admin] 10.222.0.82 "GET /v2.0/subnets/a6aaaa4a-dd79-4cec-9422-85ee9bc168d9 HTTP/1.1" status: 200 len: 849 time: 0.2331173 Feb 17 09:47:16.694532 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-772d3059-fac4-43e0-9593-5c039f685664 demo admin] 10.222.0.82 "GET /v2.0/routers/31d3c591-3605-41be-a4a9-dc0f5d419202 HTTP/1.1" status: 200 len: 704 time: 0.1139612 Feb 17 09:47:16.971061 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9e0df6f5-e440-4207-9be0-ff6daf504dd1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:17.266381 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.db_base_plugin_common [None req-9e0df6f5-e440-4207-9be0-ff6daf504dd1 demo admin] Allocated IP 172.20.0.1 (0ac61b13-6f9e-4128-9af7-d59be319ca6f/a6aaaa4a-dd79-4cec-9422-85ee9bc168d9/6962a0fd-d355-436e-bcc6-fb663ffd3450) {{(pid=102620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:47:17.456662 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9e0df6f5-e440-4207-9be0-ff6daf504dd1 demo admin] Publish callbacks [] for port (6962a0fd-d355-436e-bcc6-fb663ffd3450), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:17.523812 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9e0df6f5-e440-4207-9be0-ff6daf504dd1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393'] for port (6962a0fd-d355-436e-bcc6-fb663ffd3450), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:17.600810 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0df6f5-e440-4207-9be0-ff6daf504dd1 demo admin] Network 0ac61b13-6f9e-4128-9af7-d59be319ca6f is already hosted by enough agents. {{(pid=102620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:47:17.609774 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [None req-9e0df6f5-e440-4207-9be0-ff6daf504dd1 demo admin] Resources bound (agent type, host, resource id): {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:47:17.615343 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0df6f5-e440-4207-9be0-ff6daf504dd1 demo admin] Pushing event updated for resources: {'Port': ['ID=6962a0fd-d355-436e-bcc6-fb663ffd3450,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:17.619476 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0df6f5-e440-4207-9be0-ff6daf504dd1 demo admin] Received port after_create {{(pid=102620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:47:17.619476 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9e0df6f5-e440-4207-9be0-ff6daf504dd1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915794'] for router_interface (31d3c591-3605-41be-a4a9-dc0f5d419202), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:17.766402 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:17.842086 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-efef1de0-9319-445f-aaa8-319cac05b151 None None] Provisioning complete for port 6962a0fd-d355-436e-bcc6-fb663ffd3450 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:47:17.842399 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-efef1de0-9319-445f-aaa8-319cac05b151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (6962a0fd-d355-436e-bcc6-fb663ffd3450), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:17.876182 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-efef1de0-9319-445f-aaa8-319cac05b151 None None] Port 6962a0fd-d355-436e-bcc6-fb663ffd3450 cannot update to ACTIVE because it is not bound. {{(pid=102622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:47:17.878591 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9e0df6f5-e440-4207-9be0-ff6daf504dd1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (6962a0fd-d355-436e-bcc6-fb663ffd3450), before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:18.087541 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9e0df6f5-e440-4207-9be0-ff6daf504dd1 demo admin] Publish callbacks [] for port (6962a0fd-d355-436e-bcc6-fb663ffd3450), precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:18.091983 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9e0df6f5-e440-4207-9be0-ff6daf504dd1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (6962a0fd-d355-436e-bcc6-fb663ffd3450), after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:18.092885 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9e0df6f5-e440-4207-9be0-ff6daf504dd1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3726868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915918'] for router_interface (31d3c591-3605-41be-a4a9-dc0f5d419202), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:18.149413 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0df6f5-e440-4207-9be0-ff6daf504dd1 demo admin] Pushing event updated for resources: {'Port': ['ID=6962a0fd-d355-436e-bcc6-fb663ffd3450,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:18.214223 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0df6f5-e440-4207-9be0-ff6daf504dd1 demo admin] Network 0ac61b13-6f9e-4128-9af7-d59be319ca6f is already hosted by enough agents. {{(pid=102620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:47:18.215585 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [None req-9e0df6f5-e440-4207-9be0-ff6daf504dd1 demo admin] Resources bound (agent type, host, resource id): {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:47:18.383582 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0df6f5-e440-4207-9be0-ff6daf504dd1 demo admin] Router 31d3c591-3605-41be-a4a9-dc0f5d419202 is scheduled to L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 with binding_index 1 {{(pid=102620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 09:47:18.397966 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-dca571f2-5b63-4f46-89f3-151ddfaa7c3b None None] Provisioning complete for port 6962a0fd-d355-436e-bcc6-fb663ffd3450 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:47:18.398442 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-dca571f2-5b63-4f46-89f3-151ddfaa7c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (6962a0fd-d355-436e-bcc6-fb663ffd3450), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:18.433378 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-dca571f2-5b63-4f46-89f3-151ddfaa7c3b None None] Port 6962a0fd-d355-436e-bcc6-fb663ffd3450 cannot update to ACTIVE because it is not bound. {{(pid=102622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:47:18.477897 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0df6f5-e440-4207-9be0-ff6daf504dd1 demo admin] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:47:18.483218 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-9e0df6f5-e440-4207-9be0-ff6daf504dd1 demo admin] 10.222.0.82 "PUT /v2.0/routers/31d3c591-3605-41be-a4a9-dc0f5d419202/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7829096 Feb 17 09:47:18.490010 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dfe17b-eed2-4e98-bb6f-0b84f57d28ba None None] Sync routers for ids ['31d3c591-3605-41be-a4a9-dc0f5d419202'] in dv-cinder-778193-18-iscsi {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:47:18.502423 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dfe17b-eed2-4e98-bb6f-0b84f57d28ba None None] Routers {'31d3c591-3605-41be-a4a9-dc0f5d419202'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:47:18.503316 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-f8dfe17b-eed2-4e98-bb6f-0b84f57d28ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:47:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['31d3c591-3605-41be-a4a9-dc0f5d419202'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:47:18.694804 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-f8dfe17b-eed2-4e98-bb6f-0b84f57d28ba None None] Set router 31d3c591-3605-41be-a4a9-dc0f5d419202 gateway port host: None {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:47:19.123968 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-f8dfe17b-eed2-4e98-bb6f-0b84f57d28ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d3c591-3605-41be-a4a9-dc0f5d419202', 'name': 'router1', 'tenant_id': '6c17bb70de064ef19b510a895021c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:47:07Z', 'updated_at': '2022-02-17T09:47:17Z', 'revision_number': 2, 'project_id': '6c17bb70de064ef19b510a895021c757', 'gw_port_host': None, '_interfaces': [{'id': '6962a0fd-d355-436e-bcc6-fb663ffd3450', 'name': '', 'network_id': '0ac61b13-6f9e-4128-9af7-d59be319ca6f', 'tenant_id': '6c17bb70de064ef19b510a895021c757', 'mac_address': 'fa:16:3e:c0:64:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d3c591-3605-41be-a4a9-dc0f5d419202', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6aaaa4a-dd79-4cec-9422-85ee9bc168d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:47:16Z', 'updated_at': '2022-02-17T09:47:17Z', 'revision_number': 2, 'project_id': '6c17bb70de064ef19b510a895021c757', 'subnets': [{'id': 'a6aaaa4a-dd79-4cec-9422-85ee9bc168d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '827d6011-980e-402e-884e-10446a148e60'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:47:19.176141 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dfe17b-eed2-4e98-bb6f-0b84f57d28ba None None] Checking router: 31d3c591-3605-41be-a4a9-dc0f5d419202 for host: dv-cinder-778193-18-iscsi {{(pid=102623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:47:19.176514 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dfe17b-eed2-4e98-bb6f-0b84f57d28ba None None] Updating router 31d3c591-3605-41be-a4a9-dc0f5d419202 port 6962a0fd-d355-436e-bcc6-fb663ffd3450 binding host dv-cinder-778193-18-iscsi {{(pid=102623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:47:19.228598 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f8dfe17b-eed2-4e98-bb6f-0b84f57d28ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (6962a0fd-d355-436e-bcc6-fb663ffd3450), before_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:19.742572 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f8dfe17b-eed2-4e98-bb6f-0b84f57d28ba None None] Publish callbacks [] for port (6962a0fd-d355-436e-bcc6-fb663ffd3450), precommit_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:19.749181 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f8dfe17b-eed2-4e98-bb6f-0b84f57d28ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (6962a0fd-d355-436e-bcc6-fb663ffd3450), after_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:19.889773 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f68821-66d8-45ec-9453-60c8f351a0ad None None] Pushing event updated for resources: {'Port': ['ID=6962a0fd-d355-436e-bcc6-fb663ffd3450,revision_number=3']} {{(pid=102623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:19.916579 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f68821-66d8-45ec-9453-60c8f351a0ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:19.916937 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f68821-66d8-45ec-9453-60c8f351a0ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:19.917281 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f68821-66d8-45ec-9453-60c8f351a0ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:19.917620 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f68821-66d8-45ec-9453-60c8f351a0ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:19.917951 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f68821-66d8-45ec-9453-60c8f351a0ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:19.918280 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f68821-66d8-45ec-9453-60c8f351a0ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:19.918621 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f68821-66d8-45ec-9453-60c8f351a0ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:19.918954 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f68821-66d8-45ec-9453-60c8f351a0ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:19.919316 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f68821-66d8-45ec-9453-60c8f351a0ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:19.919661 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f68821-66d8-45ec-9453-60c8f351a0ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:19.919987 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f68821-66d8-45ec-9453-60c8f351a0ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:19.920307 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f68821-66d8-45ec-9453-60c8f351a0ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:19.920624 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f68821-66d8-45ec-9453-60c8f351a0ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:19.922074 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f68821-66d8-45ec-9453-60c8f351a0ad None None] Tracked resource versions report: Feb 17 09:47:19.922074 dv-cinder-778193-18-iscsi neutron-server[102623]: pushed versions: Feb 17 09:47:19.922074 dv-cinder-778193-18-iscsi neutron-server[102623]: { 'AddressGroup': {'1.2'}, Feb 17 09:47:19.922074 dv-cinder-778193-18-iscsi neutron-server[102623]: 'ConntrackHelper': {'1.0'}, Feb 17 09:47:19.922074 dv-cinder-778193-18-iscsi neutron-server[102623]: 'LocalIPAssociation': {'1.0'}, Feb 17 09:47:19.922074 dv-cinder-778193-18-iscsi neutron-server[102623]: 'Log': {'1.0'}, Feb 17 09:47:19.922074 dv-cinder-778193-18-iscsi neutron-server[102623]: 'Network': {'1.1'}, Feb 17 09:47:19.922074 dv-cinder-778193-18-iscsi neutron-server[102623]: 'Port': {'1.7'}, Feb 17 09:47:19.922074 dv-cinder-778193-18-iscsi neutron-server[102623]: 'PortForwarding': {'1.2'}, Feb 17 09:47:19.922074 dv-cinder-778193-18-iscsi neutron-server[102623]: 'QosPolicy': {'1.10'}, Feb 17 09:47:19.922074 dv-cinder-778193-18-iscsi neutron-server[102623]: 'SecurityGroup': {'1.5'}, Feb 17 09:47:19.922074 dv-cinder-778193-18-iscsi neutron-server[102623]: 'SecurityGroupRule': {'1.2'}, Feb 17 09:47:19.922074 dv-cinder-778193-18-iscsi neutron-server[102623]: 'SubPort': {'1.0'}, Feb 17 09:47:19.922074 dv-cinder-778193-18-iscsi neutron-server[102623]: 'Subnet': {'1.1'}, Feb 17 09:47:19.922074 dv-cinder-778193-18-iscsi neutron-server[102623]: 'Trunk': {'1.1'}} Feb 17 09:47:19.922074 dv-cinder-778193-18-iscsi neutron-server[102623]: consumer versions: Feb 17 09:47:19.922074 dv-cinder-778193-18-iscsi neutron-server[102623]: { DHCP agent@dv-cinder-778193-18-iscsi: {}, Feb 17 09:47:19.922074 dv-cinder-778193-18-iscsi neutron-server[102623]: L3 agent@dv-cinder-778193-18-iscsi: {}, Feb 17 09:47:19.922074 dv-cinder-778193-18-iscsi neutron-server[102623]: Metadata agent@dv-cinder-778193-18-iscsi: {}, Feb 17 09:47:19.922074 dv-cinder-778193-18-iscsi neutron-server[102623]: Metering agent@dv-cinder-778193-18-iscsi: {}, Feb 17 09:47:19.922074 dv-cinder-778193-18-iscsi neutron-server[102623]: Open vSwitch agent@dv-cinder-778193-18-iscsi: { 'AddressGroup': '1.2', Feb 17 09:47:19.922074 dv-cinder-778193-18-iscsi neutron-server[102623]: 'ConntrackHelper': '1.0', Feb 17 09:47:19.922074 dv-cinder-778193-18-iscsi neutron-server[102623]: 'LocalIPAssociation': '1.0', Feb 17 09:47:19.922074 dv-cinder-778193-18-iscsi neutron-server[102623]: 'Log': '1.0', Feb 17 09:47:19.922074 dv-cinder-778193-18-iscsi neutron-server[102623]: 'Network': '1.1', Feb 17 09:47:19.922074 dv-cinder-778193-18-iscsi neutron-server[102623]: 'Port': '1.7', Feb 17 09:47:19.922074 dv-cinder-778193-18-iscsi neutron-server[102623]: 'PortForwarding': '1.2', Feb 17 09:47:19.922074 dv-cinder-778193-18-iscsi neutron-server[102623]: 'QosPolicy': '1.10', Feb 17 09:47:19.922074 dv-cinder-778193-18-iscsi neutron-server[102623]: 'SecurityGroup': '1.5', Feb 17 09:47:19.922074 dv-cinder-778193-18-iscsi neutron-server[102623]: 'SecurityGroupRule': '1.2', Feb 17 09:47:19.922074 dv-cinder-778193-18-iscsi neutron-server[102623]: 'SubPort': '1.0', Feb 17 09:47:19.922074 dv-cinder-778193-18-iscsi neutron-server[102623]: 'Subnet': '1.1', Feb 17 09:47:19.922074 dv-cinder-778193-18-iscsi neutron-server[102623]: 'Trunk': '1.1'}} Feb 17 09:47:19.922074 dv-cinder-778193-18-iscsi neutron-server[102623]: {{(pid=102623) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 09:47:19.934427 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.managers [None req-f8dfe17b-eed2-4e98-bb6f-0b84f57d28ba None None] Attempting to bind port 6962a0fd-d355-436e-bcc6-fb663ffd3450 on host dv-cinder-778193-18-iscsi for vnic_type normal with profile {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:47:19.934842 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.managers [None req-f8dfe17b-eed2-4e98-bb6f-0b84f57d28ba None None] Attempting to bind port 6962a0fd-d355-436e-bcc6-fb663ffd3450 by drivers openvswitch,hyperv on host dv-cinder-778193-18-iscsi at level 0 using segments [{'id': 'e585c173-1b95-47ed-a48b-376cdf453568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '0ac61b13-6f9e-4128-9af7-d59be319ca6f'}] {{(pid=102623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:47:19.935310 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dfe17b-eed2-4e98-bb6f-0b84f57d28ba None None] Attempting to bind port 6962a0fd-d355-436e-bcc6-fb663ffd3450 on network 0ac61b13-6f9e-4128-9af7-d59be319ca6f {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:47:19.940703 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dfe17b-eed2-4e98-bb6f-0b84f57d28ba None None] Checking agent: {'id': '79564d9f-88b8-4061-9e24-638c07d5ce89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 46, 48), 'started_at': datetime.datetime(2022, 2, 17, 9, 47, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:47:19.941504 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dfe17b-eed2-4e98-bb6f-0b84f57d28ba None None] Checking segment: {'id': 'e585c173-1b95-47ed-a48b-376cdf453568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '0ac61b13-6f9e-4128-9af7-d59be319ca6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:47:19.941590 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f8dfe17b-eed2-4e98-bb6f-0b84f57d28ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:19.942061 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dfe17b-eed2-4e98-bb6f-0b84f57d28ba None None] Bound using segment: {'id': 'e585c173-1b95-47ed-a48b-376cdf453568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '0ac61b13-6f9e-4128-9af7-d59be319ca6f'} {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:47:19.942563 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.managers [None req-f8dfe17b-eed2-4e98-bb6f-0b84f57d28ba None None] Bound port: 6962a0fd-d355-436e-bcc6-fb663ffd3450, host: dv-cinder-778193-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e585c173-1b95-47ed-a48b-376cdf453568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '0ac61b13-6f9e-4128-9af7-d59be319ca6f'}}] {{(pid=102623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:47:19.942953 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f8dfe17b-eed2-4e98-bb6f-0b84f57d28ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (6962a0fd-d355-436e-bcc6-fb663ffd3450), before_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:19.962968 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-99a075c8-0310-4748-a074-57444e82a085 None None] Provisioning complete for port 6962a0fd-d355-436e-bcc6-fb663ffd3450 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:47:19.963624 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-99a075c8-0310-4748-a074-57444e82a085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (6962a0fd-d355-436e-bcc6-fb663ffd3450), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:19.997642 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-99a075c8-0310-4748-a074-57444e82a085 None None] Port 6962a0fd-d355-436e-bcc6-fb663ffd3450 cannot update to ACTIVE because it is not bound. {{(pid=102622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:47:20.013467 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.db [None req-f8dfe17b-eed2-4e98-bb6f-0b84f57d28ba None None] For port 6962a0fd-d355-436e-bcc6-fb663ffd3450, host dv-cinder-778193-18-iscsi, cleared binding levels {{(pid=102623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:47:20.033005 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.db [None req-f8dfe17b-eed2-4e98-bb6f-0b84f57d28ba None None] For port 6962a0fd-d355-436e-bcc6-fb663ffd3450, host dv-cinder-778193-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=6962a0fd-d355-436e-bcc6-fb663ffd3450,segment=NetworkSegment(e585c173-1b95-47ed-a48b-376cdf453568),segment_id=e585c173-1b95-47ed-a48b-376cdf453568)] {{(pid=102623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:47:20.038861 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f8dfe17b-eed2-4e98-bb6f-0b84f57d28ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (6962a0fd-d355-436e-bcc6-fb663ffd3450), after_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:20.096831 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dfe17b-eed2-4e98-bb6f-0b84f57d28ba None None] Routers {'31d3c591-3605-41be-a4a9-dc0f5d419202'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:47:20.097467 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-f8dfe17b-eed2-4e98-bb6f-0b84f57d28ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:47:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['31d3c591-3605-41be-a4a9-dc0f5d419202'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:47:20.099406 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f68821-66d8-45ec-9453-60c8f351a0ad None None] Pushing event updated for resources: {'Port': ['ID=6962a0fd-d355-436e-bcc6-fb663ffd3450,revision_number=4']} {{(pid=102623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:20.190871 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-f8dfe17b-eed2-4e98-bb6f-0b84f57d28ba None None] Set router 31d3c591-3605-41be-a4a9-dc0f5d419202 gateway port host: None {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:47:20.317287 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-5f502305-02d6-41fc-aa37-190a8ccb6c04 None None] Provisioning complete for port 6962a0fd-d355-436e-bcc6-fb663ffd3450 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:47:20.317594 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-5f502305-02d6-41fc-aa37-190a8ccb6c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (6962a0fd-d355-436e-bcc6-fb663ffd3450), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:20.402661 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-f8dfe17b-eed2-4e98-bb6f-0b84f57d28ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d3c591-3605-41be-a4a9-dc0f5d419202', 'name': 'router1', 'tenant_id': '6c17bb70de064ef19b510a895021c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:47:07Z', 'updated_at': '2022-02-17T09:47:17Z', 'revision_number': 2, 'project_id': '6c17bb70de064ef19b510a895021c757', 'gw_port_host': None, '_interfaces': [{'id': '6962a0fd-d355-436e-bcc6-fb663ffd3450', 'name': '', 'network_id': '0ac61b13-6f9e-4128-9af7-d59be319ca6f', 'tenant_id': '6c17bb70de064ef19b510a895021c757', 'mac_address': 'fa:16:3e:c0:64:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d3c591-3605-41be-a4a9-dc0f5d419202', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6aaaa4a-dd79-4cec-9422-85ee9bc168d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:47:16Z', 'updated_at': '2022-02-17T09:47:20Z', 'revision_number': 4, 'project_id': '6c17bb70de064ef19b510a895021c757', 'subnets': [{'id': 'a6aaaa4a-dd79-4cec-9422-85ee9bc168d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '827d6011-980e-402e-884e-10446a148e60'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:47:20.432587 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dfe17b-eed2-4e98-bb6f-0b84f57d28ba None None] The sync data for ids ['31d3c591-3605-41be-a4a9-dc0f5d419202'] in dv-cinder-778193-18-iscsi is: [{'id': '31d3c591-3605-41be-a4a9-dc0f5d419202', 'name': 'router1', 'tenant_id': '6c17bb70de064ef19b510a895021c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:47:07Z', 'updated_at': '2022-02-17T09:47:17Z', 'revision_number': 2, 'project_id': '6c17bb70de064ef19b510a895021c757', 'gw_port_host': None, '_interfaces': [{'id': '6962a0fd-d355-436e-bcc6-fb663ffd3450', 'name': '', 'network_id': '0ac61b13-6f9e-4128-9af7-d59be319ca6f', 'tenant_id': '6c17bb70de064ef19b510a895021c757', 'mac_address': 'fa:16:3e:c0:64:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d3c591-3605-41be-a4a9-dc0f5d419202', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6aaaa4a-dd79-4cec-9422-85ee9bc168d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:47:16Z', 'updated_at': '2022-02-17T09:47:20Z', 'revision_number': 4, 'project_id': '6c17bb70de064ef19b510a895021c757', 'subnets': [{'id': 'a6aaaa4a-dd79-4cec-9422-85ee9bc168d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '827d6011-980e-402e-884e-10446a148e60'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:47:20.462630 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-5f502305-02d6-41fc-aa37-190a8ccb6c04 None None] Current status of the port 6962a0fd-d355-436e-bcc6-fb663ffd3450 is: DOWN; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:47:20.463020 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-5f502305-02d6-41fc-aa37-190a8ccb6c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (6962a0fd-d355-436e-bcc6-fb663ffd3450), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:20.496788 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-5f502305-02d6-41fc-aa37-190a8ccb6c04 None None] For port 6962a0fd-d355-436e-bcc6-fb663ffd3450, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=6962a0fd-d355-436e-bcc6-fb663ffd3450,segment=NetworkSegment(e585c173-1b95-47ed-a48b-376cdf453568),segment_id=e585c173-1b95-47ed-a48b-376cdf453568)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:47:20.500933 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-5f502305-02d6-41fc-aa37-190a8ccb6c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (6962a0fd-d355-436e-bcc6-fb663ffd3450), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:20.526147 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 5 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:47:20.546157 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f502305-02d6-41fc-aa37-190a8ccb6c04 None None] Pushing event updated for resources: {'Port': ['ID=6962a0fd-d355-436e-bcc6-fb663ffd3450,revision_number=5']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:20.942499 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 43652) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:21.053460 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685f2f70-8bc6-420a-991b-8a0e5832c266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:21.054765 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-685f2f70-8bc6-420a-991b-8a0e5832c266 admin admin] 10.222.0.82 "GET /v2.0/networks/e9041cdf-f130-4174-b12b-9a6052f109e9 HTTP/1.1" status: 200 len: 842 time: 0.1112871 Feb 17 09:47:21.064253 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-49c92bf8-557b-40c5-b9cb-d91999ab7075 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'cidr': '172.27.0.0/24'}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:47:21.089241 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c92bf8-557b-40c5-b9cb-d91999ab7075 admin admin] Made reservation on behalf of e483195a725e4bfd8dc2457ba033a74d for: {'subnet': 1} {{(pid=102620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:47:21.091568 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-49c92bf8-557b-40c5-b9cb-d91999ab7075 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:21.393374 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.objects.ports [None req-49c92bf8-557b-40c5-b9cb-d91999ab7075 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102620) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 09:47:21.393711 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-49c92bf8-557b-40c5-b9cb-d91999ab7075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854'] for subnet (ab0a3e63-7c03-47a8-8a32-e5bb6e305511), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:21.445384 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c92bf8-557b-40c5-b9cb-d91999ab7075 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab0a3e63-7c03-47a8-8a32-e5bb6e305511,revision_number=0']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:21.457277 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c92bf8-557b-40c5-b9cb-d91999ab7075 admin admin] Checking segment: {'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:47:21.457637 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c92bf8-557b-40c5-b9cb-d91999ab7075 admin admin] Network hostable DHCP agents. Network: e9041cdf-f130-4174-b12b-9a6052f109e9, hostable agents: ['218f41e8-fc39-4954-bed9-509113520430'], hosted agents: [] {{(pid=102620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:47:21.482062 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c92bf8-557b-40c5-b9cb-d91999ab7075 admin admin] Network e9041cdf-f130-4174-b12b-9a6052f109e9 is scheduled to be hosted by DHCP agent 218f41e8-fc39-4954-bed9-509113520430 with binding_index 1 {{(pid=102620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:47:21.493466 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [None req-49c92bf8-557b-40c5-b9cb-d91999ab7075 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-18-iscsi, e9041cdf-f130-4174-b12b-9a6052f109e9) {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:47:21.497568 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c92bf8-557b-40c5-b9cb-d91999ab7075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:21.498165 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-49c92bf8-557b-40c5-b9cb-d91999ab7075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for subnet (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:21.502653 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0fd2fb-1a20-4a33-9276-66be09f0db50 None None] Network e9041cdf-f130-4174-b12b-9a6052f109e9 requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:47:21.525906 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-49c92bf8-557b-40c5-b9cb-d91999ab7075 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4540949 Feb 17 09:47:21.607265 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd58df01-77de-48d8-9983-e19ca1a3ce38 None None] Network e9041cdf-f130-4174-b12b-9a6052f109e9 requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:47:23.948410 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 43660) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:24.079507 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-fb10a88d-6a04-4f68-bdc3-a48b9baf5a9f demo admin] 10.222.0.82 "GET /v2.0/routers/31d3c591-3605-41be-a4a9-dc0f5d419202 HTTP/1.1" status: 200 len: 710 time: 0.1297486 Feb 17 09:47:24.166367 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c1bf1e-2ad2-4473-aa31-896850672ccf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:24.167693 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-70c1bf1e-2ad2-4473-aa31-896850672ccf demo admin] 10.222.0.82 "GET /v2.0/networks/e9041cdf-f130-4174-b12b-9a6052f109e9 HTTP/1.1" status: 200 len: 886 time: 0.0831170 Feb 17 09:47:24.176388 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-011b5a3d-5279-4efe-a495-6a42d542f44f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'}}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:47:24.494378 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-011b5a3d-5279-4efe-a495-6a42d542f44f demo admin] Publish callbacks [] for router_gateway (31d3c591-3605-41be-a4a9-dc0f5d419202), precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:24.726160 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-011b5a3d-5279-4efe-a495-6a42d542f44f demo admin] Publish callbacks [] for router_gateway (31d3c591-3605-41be-a4a9-dc0f5d419202), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:24.803127 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-011b5a3d-5279-4efe-a495-6a42d542f44f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:24.903065 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.db_base_plugin_common [None req-011b5a3d-5279-4efe-a495-6a42d542f44f demo admin] Allocated IP 172.27.0.11 (e9041cdf-f130-4174-b12b-9a6052f109e9/ab0a3e63-7c03-47a8-8a32-e5bb6e305511/13bba5cc-be95-4dda-8ea8-938dd42e3060) {{(pid=102620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:47:25.004417 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-011b5a3d-5279-4efe-a495-6a42d542f44f demo admin] Publish callbacks [] for port (13bba5cc-be95-4dda-8ea8-938dd42e3060), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:25.036857 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-011b5a3d-5279-4efe-a495-6a42d542f44f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393'] for port (13bba5cc-be95-4dda-8ea8-938dd42e3060), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:25.075389 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011b5a3d-5279-4efe-a495-6a42d542f44f demo admin] Network e9041cdf-f130-4174-b12b-9a6052f109e9 is already hosted by enough agents. {{(pid=102620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:47:25.078010 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [None req-011b5a3d-5279-4efe-a495-6a42d542f44f demo admin] Resources bound (agent type, host, resource id): {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:47:25.085482 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011b5a3d-5279-4efe-a495-6a42d542f44f demo admin] Received port after_create {{(pid=102620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:47:25.149719 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b5a3d-5279-4efe-a495-6a42d542f44f demo admin] Pushing event updated for resources: {'Port': ['ID=13bba5cc-be95-4dda-8ea8-938dd42e3060,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:25.343223 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-011b5a3d-5279-4efe-a495-6a42d542f44f demo admin] Publish callbacks [] for router_gateway (31d3c591-3605-41be-a4a9-dc0f5d419202), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:25.648407 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-011b5a3d-5279-4efe-a495-6a42d542f44f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3931492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3920582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41663'] for router (31d3c591-3605-41be-a4a9-dc0f5d419202), precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:25.652499 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-011b5a3d-5279-4efe-a495-6a42d542f44f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3931471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3931517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3931510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3920607'] for router (31d3c591-3605-41be-a4a9-dc0f5d419202), after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:25.762406 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011b5a3d-5279-4efe-a495-6a42d542f44f demo admin] Router 31d3c591-3605-41be-a4a9-dc0f5d419202 has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:47:25.872115 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011b5a3d-5279-4efe-a495-6a42d542f44f demo admin] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:47:25.876432 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-011b5a3d-5279-4efe-a495-6a42d542f44f demo admin] Publish callbacks [] for router (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:25.891187 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-011b5a3d-5279-4efe-a495-6a42d542f44f demo admin] 10.222.0.82 "PUT /v2.0/routers/31d3c591-3605-41be-a4a9-dc0f5d419202 HTTP/1.1" status: 200 len: 889 time: 1.7043185 Feb 17 09:47:28.432942 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 43672) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:28.514604 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 6962a0fd-d355-436e-bcc6-fb663ffd3450 up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:47:28.572507 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 6962a0fd-d355-436e-bcc6-fb663ffd3450 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:47:28.572926 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (6962a0fd-d355-436e-bcc6-fb663ffd3450), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:28.607740 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-69b777ab-06aa-40e9-88d0-253a8d495e4a admin admin] 10.222.0.82 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1736991 Feb 17 09:47:28.657161 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 6962a0fd-d355-436e-bcc6-fb663ffd3450 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:47:29.236398 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869cd214-73a7-4bca-8af8-395efbbcda33 None None] Sync routers for ids ['31d3c591-3605-41be-a4a9-dc0f5d419202'] in dv-cinder-778193-18-iscsi {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:47:29.250470 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869cd214-73a7-4bca-8af8-395efbbcda33 None None] Routers {'31d3c591-3605-41be-a4a9-dc0f5d419202'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:47:29.251070 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-869cd214-73a7-4bca-8af8-395efbbcda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:47:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['31d3c591-3605-41be-a4a9-dc0f5d419202'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:47:29.468840 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-869cd214-73a7-4bca-8af8-395efbbcda33 None None] Set router 31d3c591-3605-41be-a4a9-dc0f5d419202 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:47:29.886304 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-869cd214-73a7-4bca-8af8-395efbbcda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d3c591-3605-41be-a4a9-dc0f5d419202', 'name': 'router1', 'tenant_id': '6c17bb70de064ef19b510a895021c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '13bba5cc-be95-4dda-8ea8-938dd42e3060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:47:07Z', 'updated_at': '2022-02-17T09:47:25Z', 'revision_number': 4, 'project_id': '6c17bb70de064ef19b510a895021c757', 'gw_port': {'id': '13bba5cc-be95-4dda-8ea8-938dd42e3060', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:96:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d3c591-3605-41be-a4a9-dc0f5d419202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:47:24Z', 'updated_at': '2022-02-17T09:47:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': '6962a0fd-d355-436e-bcc6-fb663ffd3450', 'name': '', 'network_id': '0ac61b13-6f9e-4128-9af7-d59be319ca6f', 'tenant_id': '6c17bb70de064ef19b510a895021c757', 'mac_address': 'fa:16:3e:c0:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d3c591-3605-41be-a4a9-dc0f5d419202', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6aaaa4a-dd79-4cec-9422-85ee9bc168d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:47:16Z', 'updated_at': '2022-02-17T09:47:20Z', 'revision_number': 5, 'project_id': '6c17bb70de064ef19b510a895021c757', 'subnets': [{'id': 'a6aaaa4a-dd79-4cec-9422-85ee9bc168d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '827d6011-980e-402e-884e-10446a148e60'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:47:29.958215 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869cd214-73a7-4bca-8af8-395efbbcda33 None None] Checking router: 31d3c591-3605-41be-a4a9-dc0f5d419202 for host: dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:47:29.958600 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869cd214-73a7-4bca-8af8-395efbbcda33 None None] Updating router 31d3c591-3605-41be-a4a9-dc0f5d419202 port 13bba5cc-be95-4dda-8ea8-938dd42e3060 binding host dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:47:30.010709 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-869cd214-73a7-4bca-8af8-395efbbcda33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (13bba5cc-be95-4dda-8ea8-938dd42e3060), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:30.419282 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-869cd214-73a7-4bca-8af8-395efbbcda33 None None] Publish callbacks [] for port (13bba5cc-be95-4dda-8ea8-938dd42e3060), precommit_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:30.426391 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-869cd214-73a7-4bca-8af8-395efbbcda33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (13bba5cc-be95-4dda-8ea8-938dd42e3060), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:30.476165 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e06c5b-502d-433d-b7fe-ce7bca618793 None None] Pushing event updated for resources: {'Port': ['ID=13bba5cc-be95-4dda-8ea8-938dd42e3060,revision_number=2']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:30.482481 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-869cd214-73a7-4bca-8af8-395efbbcda33 None None] Attempting to bind port 13bba5cc-be95-4dda-8ea8-938dd42e3060 on host dv-cinder-778193-18-iscsi for vnic_type normal with profile {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:47:30.482854 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-869cd214-73a7-4bca-8af8-395efbbcda33 None None] Attempting to bind port 13bba5cc-be95-4dda-8ea8-938dd42e3060 by drivers openvswitch,hyperv on host dv-cinder-778193-18-iscsi at level 0 using segments [{'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:47:30.483272 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869cd214-73a7-4bca-8af8-395efbbcda33 None None] Attempting to bind port 13bba5cc-be95-4dda-8ea8-938dd42e3060 on network e9041cdf-f130-4174-b12b-9a6052f109e9 {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:47:30.488429 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869cd214-73a7-4bca-8af8-395efbbcda33 None None] Checking agent: {'id': '79564d9f-88b8-4061-9e24-638c07d5ce89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 46, 48), 'started_at': datetime.datetime(2022, 2, 17, 9, 47, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:47:30.488769 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869cd214-73a7-4bca-8af8-395efbbcda33 None None] Checking segment: {'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:47:30.489185 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-869cd214-73a7-4bca-8af8-395efbbcda33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:30.489574 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869cd214-73a7-4bca-8af8-395efbbcda33 None None] Bound using segment: {'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:47:30.490047 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-869cd214-73a7-4bca-8af8-395efbbcda33 None None] Bound port: 13bba5cc-be95-4dda-8ea8-938dd42e3060, host: dv-cinder-778193-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'}}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:47:30.490432 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-869cd214-73a7-4bca-8af8-395efbbcda33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (13bba5cc-be95-4dda-8ea8-938dd42e3060), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:30.547952 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-869cd214-73a7-4bca-8af8-395efbbcda33 None None] For port 13bba5cc-be95-4dda-8ea8-938dd42e3060, host dv-cinder-778193-18-iscsi, cleared binding levels {{(pid=102622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:47:30.553665 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-869cd214-73a7-4bca-8af8-395efbbcda33 None None] For port 13bba5cc-be95-4dda-8ea8-938dd42e3060, host dv-cinder-778193-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=13bba5cc-be95-4dda-8ea8-938dd42e3060,segment=NetworkSegment(51ac98f7-247c-461f-a451-e6b864fb2c70),segment_id=51ac98f7-247c-461f-a451-e6b864fb2c70)] {{(pid=102622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:47:30.563181 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-869cd214-73a7-4bca-8af8-395efbbcda33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (13bba5cc-be95-4dda-8ea8-938dd42e3060), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:30.627048 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e06c5b-502d-433d-b7fe-ce7bca618793 None None] Pushing event updated for resources: {'Port': ['ID=13bba5cc-be95-4dda-8ea8-938dd42e3060,revision_number=3']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:30.635863 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869cd214-73a7-4bca-8af8-395efbbcda33 None None] Routers {'31d3c591-3605-41be-a4a9-dc0f5d419202'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:47:30.636719 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-869cd214-73a7-4bca-8af8-395efbbcda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:47:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['31d3c591-3605-41be-a4a9-dc0f5d419202'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:47:30.751314 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-869cd214-73a7-4bca-8af8-395efbbcda33 None None] Set router 31d3c591-3605-41be-a4a9-dc0f5d419202 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:47:30.982012 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-869cd214-73a7-4bca-8af8-395efbbcda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d3c591-3605-41be-a4a9-dc0f5d419202', 'name': 'router1', 'tenant_id': '6c17bb70de064ef19b510a895021c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '13bba5cc-be95-4dda-8ea8-938dd42e3060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:47:07Z', 'updated_at': '2022-02-17T09:47:25Z', 'revision_number': 4, 'project_id': '6c17bb70de064ef19b510a895021c757', 'gw_port': {'id': '13bba5cc-be95-4dda-8ea8-938dd42e3060', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:96:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d3c591-3605-41be-a4a9-dc0f5d419202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:47:24Z', 'updated_at': '2022-02-17T09:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': '6962a0fd-d355-436e-bcc6-fb663ffd3450', 'name': '', 'network_id': '0ac61b13-6f9e-4128-9af7-d59be319ca6f', 'tenant_id': '6c17bb70de064ef19b510a895021c757', 'mac_address': 'fa:16:3e:c0:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d3c591-3605-41be-a4a9-dc0f5d419202', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6aaaa4a-dd79-4cec-9422-85ee9bc168d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:47:16Z', 'updated_at': '2022-02-17T09:47:20Z', 'revision_number': 5, 'project_id': '6c17bb70de064ef19b510a895021c757', 'subnets': [{'id': 'a6aaaa4a-dd79-4cec-9422-85ee9bc168d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '827d6011-980e-402e-884e-10446a148e60'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:47:31.012423 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869cd214-73a7-4bca-8af8-395efbbcda33 None None] The sync data for ids ['31d3c591-3605-41be-a4a9-dc0f5d419202'] in dv-cinder-778193-18-iscsi is: [{'id': '31d3c591-3605-41be-a4a9-dc0f5d419202', 'name': 'router1', 'tenant_id': '6c17bb70de064ef19b510a895021c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '13bba5cc-be95-4dda-8ea8-938dd42e3060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:47:07Z', 'updated_at': '2022-02-17T09:47:25Z', 'revision_number': 4, 'project_id': '6c17bb70de064ef19b510a895021c757', 'gw_port': {'id': '13bba5cc-be95-4dda-8ea8-938dd42e3060', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:96:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d3c591-3605-41be-a4a9-dc0f5d419202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:47:24Z', 'updated_at': '2022-02-17T09:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': '6962a0fd-d355-436e-bcc6-fb663ffd3450', 'name': '', 'network_id': '0ac61b13-6f9e-4128-9af7-d59be319ca6f', 'tenant_id': '6c17bb70de064ef19b510a895021c757', 'mac_address': 'fa:16:3e:c0:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d3c591-3605-41be-a4a9-dc0f5d419202', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6aaaa4a-dd79-4cec-9422-85ee9bc168d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:47:16Z', 'updated_at': '2022-02-17T09:47:20Z', 'revision_number': 5, 'project_id': '6c17bb70de064ef19b510a895021c757', 'subnets': [{'id': 'a6aaaa4a-dd79-4cec-9422-85ee9bc168d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '827d6011-980e-402e-884e-10446a148e60'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:47:32.566573 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 13bba5cc-be95-4dda-8ea8-938dd42e3060 up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:47:32.643589 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 13bba5cc-be95-4dda-8ea8-938dd42e3060 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:47:32.644326 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (13bba5cc-be95-4dda-8ea8-938dd42e3060), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:32.733781 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 13bba5cc-be95-4dda-8ea8-938dd42e3060 is: DOWN; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:47:32.734192 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (13bba5cc-be95-4dda-8ea8-938dd42e3060), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:32.757329 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] For port 13bba5cc-be95-4dda-8ea8-938dd42e3060, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=13bba5cc-be95-4dda-8ea8-938dd42e3060,segment=NetworkSegment(51ac98f7-247c-461f-a451-e6b864fb2c70),segment_id=51ac98f7-247c-461f-a451-e6b864fb2c70)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:47:32.766953 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (13bba5cc-be95-4dda-8ea8-938dd42e3060), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:32.840187 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Pushing event updated for resources: {'Port': ['ID=13bba5cc-be95-4dda-8ea8-938dd42e3060,revision_number=4']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:34.541183 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 13bba5cc-be95-4dda-8ea8-938dd42e3060 up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:47:34.650476 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 13bba5cc-be95-4dda-8ea8-938dd42e3060 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:47:34.650868 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (13bba5cc-be95-4dda-8ea8-938dd42e3060), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:34.818389 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 13bba5cc-be95-4dda-8ea8-938dd42e3060 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:47:41.391868 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-c78527d8-4e4c-4e75-aa65-7258e90316a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:43.893086 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-3ce7200d-8c76-4041-a9bf-c80d3adf41ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:44.887774 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:46.198147 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:47.774829 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:57.528059 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 5 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:48:11.397505 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a564907e-d5d0-4258-93b4-59f1805ee72a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:13.889830 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a9f116b4-ba90-4de2-9122-3dd48d5c3a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:14.890896 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:16.198679 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:17.774886 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:34.530812 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 5 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:48:41.392157 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-b7e5d580-48ca-45e6-bc50-08503bba92da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:43.891740 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-62b886af-8d11-480b-b94e-939b8765ab80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:44.892777 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:46.203692 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:47.768751 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:50.033422 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 44156) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:48:50.109600 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.pecan_wsgi.hooks.translation [None req-458bc319-a900-4e59-8d53-67e06e44cfed admin admin] GET failed (client error): The resource could not be found. Feb 17 09:48:50.111527 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-458bc319-a900-4e59-8d53-67e06e44cfed admin admin] 10.222.0.82 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0771430 Feb 17 09:48:50.295514 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e616c3c1-9f80-481b-939a-78c3d2c835c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:50.297056 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-e616c3c1-9f80-481b-939a-78c3d2c835c6 admin admin] 10.222.0.82 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1813798 Feb 17 09:48:52.620189 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 44166) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:48:52.714629 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588570d3-4b3e-48d9-9ce5-3305a07c7487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:52.715996 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-588570d3-4b3e-48d9-9ce5-3305a07c7487 admin admin] 10.222.0.82 "GET /v2.0/subnets/a6aaaa4a-dd79-4cec-9422-85ee9bc168d9 HTTP/1.1" status: 200 len: 849 time: 0.0948615 Feb 17 09:48:52.725342 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-2c42a3c0-2cba-4335-a8cd-d6a266cad7aa admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:48:52.805480 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2c42a3c0-2cba-4335-a8cd-d6a266cad7aa admin admin] Publish callbacks [] for subnet (a6aaaa4a-dd79-4cec-9422-85ee9bc168d9), before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:52.944433 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2c42a3c0-2cba-4335-a8cd-d6a266cad7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771562759271'] for subnet (a6aaaa4a-dd79-4cec-9422-85ee9bc168d9), after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:52.975100 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c42a3c0-2cba-4335-a8cd-d6a266cad7aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:52.975785 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2c42a3c0-2cba-4335-a8cd-d6a266cad7aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for subnet (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:52.977135 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-2c42a3c0-2cba-4335-a8cd-d6a266cad7aa admin admin] 10.222.0.82 "PUT /v2.0/subnets/a6aaaa4a-dd79-4cec-9422-85ee9bc168d9 HTTP/1.1" status: 200 len: 868 time: 0.2553298 Feb 17 09:48:52.980187 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4915be6-32ee-4c83-807d-ad7c572bfc1f None None] Network 0ac61b13-6f9e-4128-9af7-d59be319ca6f requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:48:52.998550 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c42a3c0-2cba-4335-a8cd-d6a266cad7aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6aaaa4a-dd79-4cec-9422-85ee9bc168d9,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:48:53.006084 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c42a3c0-2cba-4335-a8cd-d6a266cad7aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:53.006464 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c42a3c0-2cba-4335-a8cd-d6a266cad7aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:53.006829 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c42a3c0-2cba-4335-a8cd-d6a266cad7aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:53.007209 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c42a3c0-2cba-4335-a8cd-d6a266cad7aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:53.007541 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c42a3c0-2cba-4335-a8cd-d6a266cad7aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:53.007888 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c42a3c0-2cba-4335-a8cd-d6a266cad7aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:53.008244 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c42a3c0-2cba-4335-a8cd-d6a266cad7aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:53.008590 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c42a3c0-2cba-4335-a8cd-d6a266cad7aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:53.008932 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c42a3c0-2cba-4335-a8cd-d6a266cad7aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:53.010021 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c42a3c0-2cba-4335-a8cd-d6a266cad7aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:53.010021 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c42a3c0-2cba-4335-a8cd-d6a266cad7aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:53.010021 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c42a3c0-2cba-4335-a8cd-d6a266cad7aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:53.010306 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c42a3c0-2cba-4335-a8cd-d6a266cad7aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:53.283174 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-4d3882e7-9700-4089-b54a-fa1a725b1029 None None] Provisioning complete for port 9782fa58-e7cd-4a88-a43f-5868bf382459 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:48:53.283581 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-4d3882e7-9700-4089-b54a-fa1a725b1029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (9782fa58-e7cd-4a88-a43f-5868bf382459), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:53.359586 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-4d3882e7-9700-4089-b54a-fa1a725b1029 None None] Current status of the port 9782fa58-e7cd-4a88-a43f-5868bf382459 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:48:53.369386 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-4d3882e7-9700-4089-b54a-fa1a725b1029 None None] Provisioning complete for port 6962a0fd-d355-436e-bcc6-fb663ffd3450 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:48:53.369784 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-4d3882e7-9700-4089-b54a-fa1a725b1029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (6962a0fd-d355-436e-bcc6-fb663ffd3450), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:53.448242 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-4d3882e7-9700-4089-b54a-fa1a725b1029 None None] Current status of the port 6962a0fd-d355-436e-bcc6-fb663ffd3450 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:48:55.337706 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 44176) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:48:55.536195 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b40a29-7bef-48d9-912b-81a45a9f844b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:55.536684 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b40a29-7bef-48d9-912b-81a45a9f844b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:55.538253 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-86b40a29-7bef-48d9-912b-81a45a9f844b admin admin] 10.222.0.82 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1993551 Feb 17 09:48:57.875348 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 44184) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:48:58.077962 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bfb34c-7629-4255-a263-d8bf781c2a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:58.078461 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bfb34c-7629-4255-a263-d8bf781c2a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:58.080044 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-35bfb34c-7629-4255-a263-d8bf781c2a5a admin admin] 10.222.0.82 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2037568 Feb 17 09:49:00.444502 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 44192) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:00.616448 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f3eecf-efd3-4539-a7fc-6a946af84884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:00.617846 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-29f3eecf-efd3-4539-a7fc-6a946af84884 admin admin] 10.222.0.82 "GET /v2.0/networks/0ac61b13-6f9e-4128-9af7-d59be319ca6f HTTP/1.1" status: 200 len: 870 time: 0.1723871 Feb 17 09:49:02.953749 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 44200) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:03.095712 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be6b740-7aaa-4ff9-ba6d-287e7dd09c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:03.097157 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-6be6b740-7aaa-4ff9-ba6d-287e7dd09c9b admin admin] 10.222.0.82 "GET /v2.0/networks/e9041cdf-f130-4174-b12b-9a6052f109e9 HTTP/1.1" status: 200 len: 886 time: 0.1424320 Feb 17 09:49:05.479705 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 44208) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:05.603941 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ac669d-d86b-4d2a-a867-954ced90580d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:05.604401 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ac669d-d86b-4d2a-a867-954ced90580d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:05.605953 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-d6ac669d-d86b-4d2a-a867-954ced90580d admin admin] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1252644 Feb 17 09:49:07.921595 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 44216) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:08.015697 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a34fa77-2138-4390-9d08-4403397cbf4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:08.016154 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a34fa77-2138-4390-9d08-4403397cbf4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:08.017667 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-9a34fa77-2138-4390-9d08-4403397cbf4f admin admin] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0951309 Feb 17 09:49:10.340700 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 44224) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:10.432496 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168b85ea-1dc2-40fb-8c3e-5829e62ad8e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:10.433856 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-168b85ea-1dc2-40fb-8c3e-5829e62ad8e3 admin admin] 10.222.0.82 "GET /v2.0/subnets/a6aaaa4a-dd79-4cec-9422-85ee9bc168d9 HTTP/1.1" status: 200 len: 868 time: 0.0922515 Feb 17 09:49:11.394422 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-7b3c67a8-c220-4a1f-a673-4a28ca1afcb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:11.530526 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 5 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:49:12.751774 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 44232) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:12.842105 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9459318-ee5d-483d-8ed6-7cf2c37b3bd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:12.843507 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-e9459318-ee5d-483d-8ed6-7cf2c37b3bd2 admin admin] 10.222.0.82 "GET /v2.0/subnets/ab0a3e63-7c03-47a8-8a32-e5bb6e305511 HTTP/1.1" status: 200 len: 816 time: 0.0908158 Feb 17 09:49:13.894044 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-de45b497-d017-48cb-805e-5f8dcbd557bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:14.899300 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:16.204603 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:17.771741 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:41.397710 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-1a9d56e5-4336-4508-9dd4-e48caa9220d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:41.452228 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 44284) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:41.499046 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [None req-647b9f26-88ba-4016-bad7-429338f41ef5 admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=102620) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 09:49:41.500080 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-647b9f26-88ba-4016-bad7-429338f41ef5 admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0468793 Feb 17 09:49:43.889602 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 44292) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:43.899628 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-fbb3731b-5f70-42d0-bd0e-bc060f53c65e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:43.950629 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.pecan_wsgi.hooks.translation [None req-759682cf-fdf3-44d3-bca2-716cb47d9e94 admin admin] GET failed (client error): The resource could not be found. Feb 17 09:49:43.951941 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-759682cf-fdf3-44d3-bca2-716cb47d9e94 admin admin] 10.222.0.82 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0613813 Feb 17 09:49:44.090802 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf69ab4-3b34-4e16-be14-43e5bf31373b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:44.092350 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-2bf69ab4-3b34-4e16-be14-43e5bf31373b admin admin] 10.222.0.82 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1363788 Feb 17 09:49:44.898870 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:46.207036 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:46.441252 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 44300) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:46.486426 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-4b8f94d9-831a-43ec-ae74-be2bca916705 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:49:46.504939 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8f94d9-831a-43ec-ae74-be2bca916705 admin admin] Made reservation on behalf of e483195a725e4bfd8dc2457ba033a74d for: {'network': 1} {{(pid=102620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:49:46.507433 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-4b8f94d9-831a-43ec-ae74-be2bca916705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for network (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:46.533821 dv-cinder-778193-18-iscsi neutron-server[102620]: WARNING neutron.services.revisions.revision_plugin [None req-4b8f94d9-831a-43ec-ae74-be2bca916705 admin admin] Could not find related network for resource to bump revision. Feb 17 09:49:46.544565 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b8f94d9-831a-43ec-ae74-be2bca916705 admin admin] vlan segment allocate from pool success with {'vlan_id': 1016, 'physical_network': 'physnet1'} {{(pid=102620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:49:46.553471 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-4b8f94d9-831a-43ec-ae74-be2bca916705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (66961bdf-49ef-4851-8add-364961f16110), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:46.553862 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.db.segments_db [None req-4b8f94d9-831a-43ec-ae74-be2bca916705 admin admin] Added segment 66961bdf-49ef-4851-8add-364961f16110 of type vlan for network 26c0be72-1a28-494b-abd9-6e6ca318e22d Feb 17 09:49:46.594208 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-4b8f94d9-831a-43ec-ae74-be2bca916705 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771562205323'] for network (26c0be72-1a28-494b-abd9-6e6ca318e22d), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:46.617947 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-4b8f94d9-831a-43ec-ae74-be2bca916705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854'] for network (26c0be72-1a28-494b-abd9-6e6ca318e22d), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:46.619424 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8f94d9-831a-43ec-ae74-be2bca916705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:46.620189 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-4b8f94d9-831a-43ec-ae74-be2bca916705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:46.651690 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-4b8f94d9-831a-43ec-ae74-be2bca916705 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2092996 Feb 17 09:49:46.680967 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f94d9-831a-43ec-ae74-be2bca916705 admin admin] Pushing event updated for resources: {'Network': ['ID=26c0be72-1a28-494b-abd9-6e6ca318e22d,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:46.692926 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Network 26c0be72-1a28-494b-abd9-6e6ca318e22d details requested by agent ovs-agent-dv-cinder-778193-18-iscsi with host dv-cinder-778193-18-iscsi {{(pid=102622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:49:47.774431 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:48.529747 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 5 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:49:49.006124 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 44308) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:49.066253 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec637889-92b6-487e-b667-2b199ad89ff5 admin admin] GET failed (client error): The resource could not be found. Feb 17 09:49:49.067565 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-ec637889-92b6-487e-b667-2b199ad89ff5 admin admin] 10.222.0.82 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604825 Feb 17 09:49:49.140640 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a01b35c-53f9-4b15-833b-f63ca180ffc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:49.142061 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-8a01b35c-53f9-4b15-833b-f63ca180ffc3 admin admin] 10.222.0.82 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0704346 Feb 17 09:49:49.151665 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-5d65ab35-4ac7-49ff-a568-fc68bd34158d admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': '26c0be72-1a28-494b-abd9-6e6ca318e22d', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:49:49.169546 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d65ab35-4ac7-49ff-a568-fc68bd34158d admin admin] Made reservation on behalf of e483195a725e4bfd8dc2457ba033a74d for: {'subnet': 1} {{(pid=102620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:49:49.172035 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5d65ab35-4ac7-49ff-a568-fc68bd34158d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:49.330354 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5d65ab35-4ac7-49ff-a568-fc68bd34158d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854'] for subnet (9b5a5409-6195-4c2a-bf4a-222295b44abb), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:49.383753 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65ab35-4ac7-49ff-a568-fc68bd34158d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b5a5409-6195-4c2a-bf4a-222295b44abb,revision_number=0']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:49.391976 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d65ab35-4ac7-49ff-a568-fc68bd34158d admin admin] Checking segment: {'id': '66961bdf-49ef-4851-8add-364961f16110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '26c0be72-1a28-494b-abd9-6e6ca318e22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:49:49.392336 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d65ab35-4ac7-49ff-a568-fc68bd34158d admin admin] Network hostable DHCP agents. Network: 26c0be72-1a28-494b-abd9-6e6ca318e22d, hostable agents: ['218f41e8-fc39-4954-bed9-509113520430'], hosted agents: [] {{(pid=102620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:49:49.407834 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d65ab35-4ac7-49ff-a568-fc68bd34158d admin admin] Network 26c0be72-1a28-494b-abd9-6e6ca318e22d is scheduled to be hosted by DHCP agent 218f41e8-fc39-4954-bed9-509113520430 with binding_index 1 {{(pid=102620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:49:49.416526 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [None req-5d65ab35-4ac7-49ff-a568-fc68bd34158d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-18-iscsi, 26c0be72-1a28-494b-abd9-6e6ca318e22d) {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:49:49.421012 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d65ab35-4ac7-49ff-a568-fc68bd34158d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:49.421612 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5d65ab35-4ac7-49ff-a568-fc68bd34158d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for subnet (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:49.426082 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5351e19b-0514-4cf1-8d19-ad7c8194e296 None None] Network 26c0be72-1a28-494b-abd9-6e6ca318e22d requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:49:49.442709 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-5d65ab35-4ac7-49ff-a568-fc68bd34158d admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2891872 Feb 17 09:49:49.534024 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb43470-3ec7-4612-b455-deb0318f1dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp526866e7-fb09-5aab-8449-c4c53278cbab-26c0be72-1a28-494b-abd9-6e6ca318e22d', 'network_id': '26c0be72-1a28-494b-abd9-6e6ca318e22d', 'project_id': 'e483195a725e4bfd8dc2457ba033a74d', 'fixed_ips': [{'subnet_id': '9b5a5409-6195-4c2a-bf4a-222295b44abb'}]}} from dv-cinder-778193-18-iscsi. {{(pid=102622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 09:49:49.534926 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-edb43470-3ec7-4612-b455-deb0318f1dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:49.681661 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.db_base_plugin_common [None req-edb43470-3ec7-4612-b455-deb0318f1dd0 None None] Allocated IP 192.168.233.2 (26c0be72-1a28-494b-abd9-6e6ca318e22d/9b5a5409-6195-4c2a-bf4a-222295b44abb/8855acf8-9b84-4680-90ba-2c30b722be58) {{(pid=102622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:49:49.826705 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-edb43470-3ec7-4612-b455-deb0318f1dd0 None None] Publish callbacks [] for port (8855acf8-9b84-4680-90ba-2c30b722be58), precommit_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:49.832890 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-edb43470-3ec7-4612-b455-deb0318f1dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393'] for port (8855acf8-9b84-4680-90ba-2c30b722be58), after_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:49.874473 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb43470-3ec7-4612-b455-deb0318f1dd0 None None] Network 26c0be72-1a28-494b-abd9-6e6ca318e22d is already hosted by enough agents. {{(pid=102622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:49:49.877329 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.scheduler.base_scheduler [None req-edb43470-3ec7-4612-b455-deb0318f1dd0 None None] Resources bound (agent type, host, resource id): {{(pid=102622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:49:49.882249 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb43470-3ec7-4612-b455-deb0318f1dd0 None None] Received port after_create {{(pid=102622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:49:49.884428 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb43470-3ec7-4612-b455-deb0318f1dd0 None None] Pushing event updated for resources: {'Port': ['ID=8855acf8-9b84-4680-90ba-2c30b722be58,revision_number=1']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:49.894235 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb43470-3ec7-4612-b455-deb0318f1dd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:49.894604 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb43470-3ec7-4612-b455-deb0318f1dd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:49.894963 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb43470-3ec7-4612-b455-deb0318f1dd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:49.895328 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb43470-3ec7-4612-b455-deb0318f1dd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:49.895668 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb43470-3ec7-4612-b455-deb0318f1dd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:49.895994 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb43470-3ec7-4612-b455-deb0318f1dd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:49.896420 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb43470-3ec7-4612-b455-deb0318f1dd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:49.896753 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb43470-3ec7-4612-b455-deb0318f1dd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:49.897074 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb43470-3ec7-4612-b455-deb0318f1dd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:49.897408 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb43470-3ec7-4612-b455-deb0318f1dd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:49.897735 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb43470-3ec7-4612-b455-deb0318f1dd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:49.898050 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb43470-3ec7-4612-b455-deb0318f1dd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:49.898364 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb43470-3ec7-4612-b455-deb0318f1dd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:49.962514 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-edb43470-3ec7-4612-b455-deb0318f1dd0 None None] Attempting to bind port 8855acf8-9b84-4680-90ba-2c30b722be58 on host dv-cinder-778193-18-iscsi for vnic_type normal with profile {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:49:49.962951 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-edb43470-3ec7-4612-b455-deb0318f1dd0 None None] Attempting to bind port 8855acf8-9b84-4680-90ba-2c30b722be58 by drivers openvswitch,hyperv on host dv-cinder-778193-18-iscsi at level 0 using segments [{'id': '66961bdf-49ef-4851-8add-364961f16110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '26c0be72-1a28-494b-abd9-6e6ca318e22d'}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:49:49.963258 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb43470-3ec7-4612-b455-deb0318f1dd0 None None] Attempting to bind port 8855acf8-9b84-4680-90ba-2c30b722be58 on network 26c0be72-1a28-494b-abd9-6e6ca318e22d {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:49:49.968384 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb43470-3ec7-4612-b455-deb0318f1dd0 None None] Checking agent: {'id': '79564d9f-88b8-4061-9e24-638c07d5ce89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 46, 48), 'started_at': datetime.datetime(2022, 2, 17, 9, 47, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:49:49.968755 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb43470-3ec7-4612-b455-deb0318f1dd0 None None] Checking segment: {'id': '66961bdf-49ef-4851-8add-364961f16110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '26c0be72-1a28-494b-abd9-6e6ca318e22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:49:49.969151 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-edb43470-3ec7-4612-b455-deb0318f1dd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:49.969537 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb43470-3ec7-4612-b455-deb0318f1dd0 None None] Bound using segment: {'id': '66961bdf-49ef-4851-8add-364961f16110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '26c0be72-1a28-494b-abd9-6e6ca318e22d'} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:49:49.969994 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-edb43470-3ec7-4612-b455-deb0318f1dd0 None None] Bound port: 8855acf8-9b84-4680-90ba-2c30b722be58, host: dv-cinder-778193-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66961bdf-49ef-4851-8add-364961f16110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '26c0be72-1a28-494b-abd9-6e6ca318e22d'}}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:49:49.970366 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-edb43470-3ec7-4612-b455-deb0318f1dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (8855acf8-9b84-4680-90ba-2c30b722be58), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:50.031756 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-edb43470-3ec7-4612-b455-deb0318f1dd0 None None] For port 8855acf8-9b84-4680-90ba-2c30b722be58, host dv-cinder-778193-18-iscsi, cleared binding levels {{(pid=102622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:49:50.035090 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-edb43470-3ec7-4612-b455-deb0318f1dd0 None None] For port 8855acf8-9b84-4680-90ba-2c30b722be58, host dv-cinder-778193-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=8855acf8-9b84-4680-90ba-2c30b722be58,segment=NetworkSegment(66961bdf-49ef-4851-8add-364961f16110),segment_id=66961bdf-49ef-4851-8add-364961f16110)] {{(pid=102622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:49:50.040992 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-edb43470-3ec7-4612-b455-deb0318f1dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (8855acf8-9b84-4680-90ba-2c30b722be58), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:50.105467 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb43470-3ec7-4612-b455-deb0318f1dd0 None None] Pushing event updated for resources: {'Port': ['ID=8855acf8-9b84-4680-90ba-2c30b722be58,revision_number=2']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:50.613830 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 8855acf8-9b84-4680-90ba-2c30b722be58 up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:49:50.674370 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 8855acf8-9b84-4680-90ba-2c30b722be58 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:49:50.674762 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (8855acf8-9b84-4680-90ba-2c30b722be58), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:50.759280 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 8855acf8-9b84-4680-90ba-2c30b722be58 is: DOWN; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:49:50.759678 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (8855acf8-9b84-4680-90ba-2c30b722be58), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:50.799490 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] For port 8855acf8-9b84-4680-90ba-2c30b722be58, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=8855acf8-9b84-4680-90ba-2c30b722be58,segment=NetworkSegment(66961bdf-49ef-4851-8add-364961f16110),segment_id=66961bdf-49ef-4851-8add-364961f16110)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:49:50.805478 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (8855acf8-9b84-4680-90ba-2c30b722be58), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:50.860643 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Pushing event updated for resources: {'Port': ['ID=8855acf8-9b84-4680-90ba-2c30b722be58,revision_number=3']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:51.002728 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b28eb7a-60b3-4a3e-8ad1-7ebc5bea2a45 None None] Network 26c0be72-1a28-494b-abd9-6e6ca318e22d requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:49:51.072838 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-b10e68e4-a347-492f-b041-66f0fbdd5b99 None None] Provisioning complete for port 8855acf8-9b84-4680-90ba-2c30b722be58 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:49:51.073235 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-b10e68e4-a347-492f-b041-66f0fbdd5b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (8855acf8-9b84-4680-90ba-2c30b722be58), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:51.191194 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-b10e68e4-a347-492f-b041-66f0fbdd5b99 None None] Current status of the port 8855acf8-9b84-4680-90ba-2c30b722be58 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:49:51.415073 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-4d2ff69b-e4df-40eb-b1cd-cfc56c61b292 None None] Provisioning complete for port 8855acf8-9b84-4680-90ba-2c30b722be58 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:49:51.415521 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-4d2ff69b-e4df-40eb-b1cd-cfc56c61b292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (8855acf8-9b84-4680-90ba-2c30b722be58), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:51.492834 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-4d2ff69b-e4df-40eb-b1cd-cfc56c61b292 None None] Current status of the port 8855acf8-9b84-4680-90ba-2c30b722be58 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:49:52.564893 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 8855acf8-9b84-4680-90ba-2c30b722be58 up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:49:52.614025 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 8855acf8-9b84-4680-90ba-2c30b722be58 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:49:52.614410 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (8855acf8-9b84-4680-90ba-2c30b722be58), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:52.690880 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 8855acf8-9b84-4680-90ba-2c30b722be58 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:50:11.402030 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-59ebf414-f423-4f04-ac1d-afd441b2b687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:13.890580 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-e82d210e-2e48-47e2-a01d-fd02128fd4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:14.901924 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:16.209259 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:17.778551 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:25.529123 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 5 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:50:41.409429 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-60655699-dc8b-421a-a607-2c73bc077546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:43.892229 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-8dcf794c-9f9c-4c2b-8864-79d55874c587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:44.904229 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:46.213080 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:47.780832 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:02.528291 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 5 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:51:11.403421 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-4f913bdf-2c07-4e85-badb-62b1be85923e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:12.761854 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 44346) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:51:12.767483 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [None req-82ca4368-3bb2-42bb-9911-4d484c453e89 tempest-verify_tempest_config-1174492595 tempest-verify_tempest_config-1174492595-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=102620) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 09:51:12.768444 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-82ca4368-3bb2-42bb-9911-4d484c453e89 tempest-verify_tempest_config-1174492595 tempest-verify_tempest_config-1174492595-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056131 Feb 17 09:51:13.055220 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 44364) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:51:13.156555 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-e7d9be6c-4415-424b-b226-ec32d0819117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:13.227537 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-e7d9be6c-4415-424b-b226-ec32d0819117 admin admin] Publish callbacks [] for security_group (3524cdb6-660c-4d3e-9d17-84723b55043a), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:13.231299 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-e7d9be6c-4415-424b-b226-ec32d0819117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (3524cdb6-660c-4d3e-9d17-84723b55043a), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:13.279886 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-e7d9be6c-4415-424b-b226-ec32d0819117 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9469be156735451e901054306170e8bb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2234759 Feb 17 09:51:13.281750 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9be6c-4415-424b-b226-ec32d0819117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3524cdb6-660c-4d3e-9d17-84723b55043a,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:13.282476 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 44368) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:51:13.288487 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d9be6c-4415-424b-b226-ec32d0819117 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:13.288837 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d9be6c-4415-424b-b226-ec32d0819117 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:13.289182 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d9be6c-4415-424b-b226-ec32d0819117 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:13.289521 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d9be6c-4415-424b-b226-ec32d0819117 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:13.289853 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d9be6c-4415-424b-b226-ec32d0819117 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:13.290181 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d9be6c-4415-424b-b226-ec32d0819117 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:13.290512 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d9be6c-4415-424b-b226-ec32d0819117 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:13.290843 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d9be6c-4415-424b-b226-ec32d0819117 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:13.291209 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d9be6c-4415-424b-b226-ec32d0819117 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:13.291542 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d9be6c-4415-424b-b226-ec32d0819117 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:13.291902 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d9be6c-4415-424b-b226-ec32d0819117 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:13.292217 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d9be6c-4415-424b-b226-ec32d0819117 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:13.292535 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d9be6c-4415-424b-b226-ec32d0819117 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:13.363416 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-793b0c93-94fc-41f4-8a36-49163f89413d admin admin] Publish callbacks [] for security_group (3524cdb6-660c-4d3e-9d17-84723b55043a), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:13.386107 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-793b0c93-94fc-41f4-8a36-49163f89413d admin admin] Publish callbacks [] for security_group (3524cdb6-660c-4d3e-9d17-84723b55043a), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:13.477460 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-793b0c93-94fc-41f4-8a36-49163f89413d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (3524cdb6-660c-4d3e-9d17-84723b55043a), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:13.480105 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-793b0c93-94fc-41f4-8a36-49163f89413d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:13.481254 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-793b0c93-94fc-41f4-8a36-49163f89413d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3524cdb6-660c-4d3e-9d17-84723b55043a HTTP/1.1" status: 204 len: 168 time: 0.1976840 Feb 17 09:51:13.488958 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b0c93-94fc-41f4-8a36-49163f89413d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3524cdb6-660c-4d3e-9d17-84723b55043a,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:13.495607 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793b0c93-94fc-41f4-8a36-49163f89413d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:13.495983 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793b0c93-94fc-41f4-8a36-49163f89413d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:13.496378 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793b0c93-94fc-41f4-8a36-49163f89413d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:13.496677 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793b0c93-94fc-41f4-8a36-49163f89413d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:13.497016 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793b0c93-94fc-41f4-8a36-49163f89413d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:13.497423 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793b0c93-94fc-41f4-8a36-49163f89413d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:13.497757 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793b0c93-94fc-41f4-8a36-49163f89413d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:13.498092 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793b0c93-94fc-41f4-8a36-49163f89413d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:13.498447 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793b0c93-94fc-41f4-8a36-49163f89413d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:13.498877 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793b0c93-94fc-41f4-8a36-49163f89413d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:13.499232 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793b0c93-94fc-41f4-8a36-49163f89413d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:13.499566 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793b0c93-94fc-41f4-8a36-49163f89413d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:13.499894 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793b0c93-94fc-41f4-8a36-49163f89413d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:13.896142 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-d60391b3-60fe-4741-b6f4-1c42689e4c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:14.906788 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:16.215679 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:17.783520 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:39.526874 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 5 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:51:41.405439 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0de9e3f6-a28e-47a9-9dec-bc67c894e8b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:43.897637 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-b175fa60-f4cf-49f6-922b-b9fee8976781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:44.909069 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:46.215916 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:47.787599 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:11.408246 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-37d8cea0-bcc0-4353-9869-2b7258a38ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:13.899393 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-dd2aab8f-4d08-4f71-9240-42b232797439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:14.915136 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:16.220190 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:16.525651 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 5 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:52:17.789534 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:41.409799 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-5016d0ce-fee3-4715-84d4-bf70ba8deb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:43.904174 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-66c0919c-cd28-42c3-941a-c14aff10c8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:44.916142 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:46.222450 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:47.791761 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:53.524409 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 5 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:53:03.673916 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3916150'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:11.411169 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-999b446b-716c-49b3-98e3-2489948ca5d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:13.907337 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-87214378-0644-4cc4-865a-05c5ab788311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:14.919923 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:16.225367 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:17.796717 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:18.367529 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 44440) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:18.469360 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-4abf6c92-7cd4-4b3b-971a-397cafb4831d admin admin] 10.222.0.82 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1005931 Feb 17 09:53:20.775417 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 44450) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:20.830313 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-08b44ae6-1bab-4ab5-af51-a01796ee5869 admin admin] 10.222.0.82 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0537496 Feb 17 09:53:30.522468 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:53:33.658016 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:41.414241 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-768db5b4-a44d-4be8-830f-4d676bb718e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:43.911173 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-12bde87a-b79b-46d0-81e7-026dd59bbd81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:44.921483 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:46.227310 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:47.789606 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:03.660811 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:07.521312 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:54:11.416956 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-91b92d84-b5a4-45d8-aa4a-90ba798437eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:13.912230 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-35e3b325-7465-45eb-a73e-43de25bbec74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:14.930563 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:16.239018 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:17.793352 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:33.672663 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:41.419788 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-183cf7a6-68b2-4bd9-aa68-038eba60c86c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:43.915772 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-d0e9f283-d8ae-4f8d-8de5-5fc56fcbe44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:44.520580 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:54:44.927574 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:46.233229 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:47.787560 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:56.521757 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 44578) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:56.817116 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-685a708e-0611-417b-9ed0-5e5f1b8eeff1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-675383816-network', 'tenant_id': '13e27e736c544248b7b364646f33dd08'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:56.840983 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685a708e-0611-417b-9ed0-5e5f1b8eeff1 admin admin] Made reservation on behalf of 13e27e736c544248b7b364646f33dd08 for: {'network': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:54:56.844086 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-685a708e-0611-417b-9ed0-5e5f1b8eeff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for network (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:56.859286 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-685a708e-0611-417b-9ed0-5e5f1b8eeff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:56.942184 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-685a708e-0611-417b-9ed0-5e5f1b8eeff1 admin admin] Publish callbacks [] for security_group (57814ba1-f00d-456e-900d-f991412d039b), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:56.947533 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-685a708e-0611-417b-9ed0-5e5f1b8eeff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (57814ba1-f00d-456e-900d-f991412d039b), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:56.982455 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685a708e-0611-417b-9ed0-5e5f1b8eeff1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1041, 'physical_network': 'physnet1'} {{(pid=102621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:54:56.992204 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a708e-0611-417b-9ed0-5e5f1b8eeff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57814ba1-f00d-456e-900d-f991412d039b,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:57.007058 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a708e-0611-417b-9ed0-5e5f1b8eeff1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:57.007453 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a708e-0611-417b-9ed0-5e5f1b8eeff1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:57.007808 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a708e-0611-417b-9ed0-5e5f1b8eeff1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:57.008263 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a708e-0611-417b-9ed0-5e5f1b8eeff1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:57.008605 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a708e-0611-417b-9ed0-5e5f1b8eeff1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:57.009259 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a708e-0611-417b-9ed0-5e5f1b8eeff1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:57.009259 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a708e-0611-417b-9ed0-5e5f1b8eeff1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:57.009585 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a708e-0611-417b-9ed0-5e5f1b8eeff1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:57.009912 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a708e-0611-417b-9ed0-5e5f1b8eeff1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:57.010241 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a708e-0611-417b-9ed0-5e5f1b8eeff1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:57.010567 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a708e-0611-417b-9ed0-5e5f1b8eeff1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:57.010889 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a708e-0611-417b-9ed0-5e5f1b8eeff1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:57.011388 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a708e-0611-417b-9ed0-5e5f1b8eeff1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:57.013116 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a708e-0611-417b-9ed0-5e5f1b8eeff1 admin admin] Tracked resource versions report: Feb 17 09:54:57.013116 dv-cinder-778193-18-iscsi neutron-server[102621]: pushed versions: Feb 17 09:54:57.013116 dv-cinder-778193-18-iscsi neutron-server[102621]: { 'AddressGroup': {'1.2'}, Feb 17 09:54:57.013116 dv-cinder-778193-18-iscsi neutron-server[102621]: 'ConntrackHelper': {'1.0'}, Feb 17 09:54:57.013116 dv-cinder-778193-18-iscsi neutron-server[102621]: 'LocalIPAssociation': {'1.0'}, Feb 17 09:54:57.013116 dv-cinder-778193-18-iscsi neutron-server[102621]: 'Log': {'1.0'}, Feb 17 09:54:57.013116 dv-cinder-778193-18-iscsi neutron-server[102621]: 'Network': {'1.1'}, Feb 17 09:54:57.013116 dv-cinder-778193-18-iscsi neutron-server[102621]: 'Port': {'1.7'}, Feb 17 09:54:57.013116 dv-cinder-778193-18-iscsi neutron-server[102621]: 'PortForwarding': {'1.2'}, Feb 17 09:54:57.013116 dv-cinder-778193-18-iscsi neutron-server[102621]: 'QosPolicy': {'1.10'}, Feb 17 09:54:57.013116 dv-cinder-778193-18-iscsi neutron-server[102621]: 'SecurityGroup': {'1.5'}, Feb 17 09:54:57.013116 dv-cinder-778193-18-iscsi neutron-server[102621]: 'SecurityGroupRule': {'1.2'}, Feb 17 09:54:57.013116 dv-cinder-778193-18-iscsi neutron-server[102621]: 'SubPort': {'1.0'}, Feb 17 09:54:57.013116 dv-cinder-778193-18-iscsi neutron-server[102621]: 'Subnet': {'1.1'}, Feb 17 09:54:57.013116 dv-cinder-778193-18-iscsi neutron-server[102621]: 'Trunk': {'1.1'}} Feb 17 09:54:57.013116 dv-cinder-778193-18-iscsi neutron-server[102621]: consumer versions: Feb 17 09:54:57.013116 dv-cinder-778193-18-iscsi neutron-server[102621]: { DHCP agent@dv-cinder-778193-18-iscsi: {}, Feb 17 09:54:57.013116 dv-cinder-778193-18-iscsi neutron-server[102621]: HyperV agent@hv-cinder-77819: {}, Feb 17 09:54:57.013116 dv-cinder-778193-18-iscsi neutron-server[102621]: L3 agent@dv-cinder-778193-18-iscsi: {}, Feb 17 09:54:57.013116 dv-cinder-778193-18-iscsi neutron-server[102621]: Metadata agent@dv-cinder-778193-18-iscsi: {}, Feb 17 09:54:57.013116 dv-cinder-778193-18-iscsi neutron-server[102621]: Metering agent@dv-cinder-778193-18-iscsi: {}, Feb 17 09:54:57.013116 dv-cinder-778193-18-iscsi neutron-server[102621]: Open vSwitch agent@dv-cinder-778193-18-iscsi: { 'AddressGroup': '1.2', Feb 17 09:54:57.013116 dv-cinder-778193-18-iscsi neutron-server[102621]: 'ConntrackHelper': '1.0', Feb 17 09:54:57.013116 dv-cinder-778193-18-iscsi neutron-server[102621]: 'LocalIPAssociation': '1.0', Feb 17 09:54:57.013116 dv-cinder-778193-18-iscsi neutron-server[102621]: 'Log': '1.0', Feb 17 09:54:57.013116 dv-cinder-778193-18-iscsi neutron-server[102621]: 'Network': '1.1', Feb 17 09:54:57.013116 dv-cinder-778193-18-iscsi neutron-server[102621]: 'Port': '1.7', Feb 17 09:54:57.013116 dv-cinder-778193-18-iscsi neutron-server[102621]: 'PortForwarding': '1.2', Feb 17 09:54:57.013116 dv-cinder-778193-18-iscsi neutron-server[102621]: 'QosPolicy': '1.10', Feb 17 09:54:57.013116 dv-cinder-778193-18-iscsi neutron-server[102621]: 'SecurityGroup': '1.5', Feb 17 09:54:57.013116 dv-cinder-778193-18-iscsi neutron-server[102621]: 'SecurityGroupRule': '1.2', Feb 17 09:54:57.013116 dv-cinder-778193-18-iscsi neutron-server[102621]: 'SubPort': '1.0', Feb 17 09:54:57.013116 dv-cinder-778193-18-iscsi neutron-server[102621]: 'Subnet': '1.1', Feb 17 09:54:57.013116 dv-cinder-778193-18-iscsi neutron-server[102621]: 'Trunk': '1.1'}} Feb 17 09:54:57.013116 dv-cinder-778193-18-iscsi neutron-server[102621]: {{(pid=102621) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 09:54:57.019616 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-685a708e-0611-417b-9ed0-5e5f1b8eeff1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771562732674', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:57.020188 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-685a708e-0611-417b-9ed0-5e5f1b8eeff1 admin admin] Unsubscribe: segment precommit_create {{(pid=102621) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 17 09:54:57.020717 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.db.segments_db [None req-685a708e-0611-417b-9ed0-5e5f1b8eeff1 admin admin] Added segment 6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1 of type vlan for network 56727042-25d7-492c-b11b-57580ed61276 Feb 17 09:54:57.072632 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-685a708e-0611-417b-9ed0-5e5f1b8eeff1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771562205323'] for network (56727042-25d7-492c-b11b-57580ed61276), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:57.110194 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-685a708e-0611-417b-9ed0-5e5f1b8eeff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854'] for network (56727042-25d7-492c-b11b-57580ed61276), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:57.111620 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685a708e-0611-417b-9ed0-5e5f1b8eeff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:57.112533 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-685a708e-0611-417b-9ed0-5e5f1b8eeff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:57.173671 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-685a708e-0611-417b-9ed0-5e5f1b8eeff1 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6494932 Feb 17 09:54:57.176587 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 44616) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:57.182702 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-a709bf21-d137-4e7d-8069-d89921824f9f admin admin] Request body: {'subnet': {'network_id': '56727042-25d7-492c-b11b-57580ed61276', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-675383816-subnet', 'tenant_id': '13e27e736c544248b7b364646f33dd08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:57.204247 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a709bf21-d137-4e7d-8069-d89921824f9f admin admin] Made reservation on behalf of 13e27e736c544248b7b364646f33dd08 for: {'subnet': 1} {{(pid=102620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:54:57.207263 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-a709bf21-d137-4e7d-8069-d89921824f9f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:57.233047 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a708e-0611-417b-9ed0-5e5f1b8eeff1 admin admin] Pushing event updated for resources: {'Network': ['ID=56727042-25d7-492c-b11b-57580ed61276,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:57.248390 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Network 56727042-25d7-492c-b11b-57580ed61276 details requested by agent ovs-agent-dv-cinder-778193-18-iscsi with host dv-cinder-778193-18-iscsi {{(pid=102622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:54:57.531462 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-a709bf21-d137-4e7d-8069-d89921824f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854'] for subnet (1d6fec72-bab7-4137-8c4d-c54b278ae7ca), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:57.589955 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709bf21-d137-4e7d-8069-d89921824f9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d6fec72-bab7-4137-8c4d-c54b278ae7ca,revision_number=0']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:57.599526 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709bf21-d137-4e7d-8069-d89921824f9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:57.599825 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709bf21-d137-4e7d-8069-d89921824f9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:57.600169 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709bf21-d137-4e7d-8069-d89921824f9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:57.600507 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709bf21-d137-4e7d-8069-d89921824f9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:57.600912 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709bf21-d137-4e7d-8069-d89921824f9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:57.601157 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709bf21-d137-4e7d-8069-d89921824f9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:57.601532 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709bf21-d137-4e7d-8069-d89921824f9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:57.602017 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709bf21-d137-4e7d-8069-d89921824f9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:57.602508 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709bf21-d137-4e7d-8069-d89921824f9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:57.602999 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709bf21-d137-4e7d-8069-d89921824f9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:57.603497 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709bf21-d137-4e7d-8069-d89921824f9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:57.603969 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709bf21-d137-4e7d-8069-d89921824f9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:57.604525 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709bf21-d137-4e7d-8069-d89921824f9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:57.606754 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709bf21-d137-4e7d-8069-d89921824f9f admin admin] Tracked resource versions report: Feb 17 09:54:57.606754 dv-cinder-778193-18-iscsi neutron-server[102620]: pushed versions: Feb 17 09:54:57.606754 dv-cinder-778193-18-iscsi neutron-server[102620]: { 'AddressGroup': {'1.2'}, Feb 17 09:54:57.606754 dv-cinder-778193-18-iscsi neutron-server[102620]: 'ConntrackHelper': {'1.0'}, Feb 17 09:54:57.606754 dv-cinder-778193-18-iscsi neutron-server[102620]: 'LocalIPAssociation': {'1.0'}, Feb 17 09:54:57.606754 dv-cinder-778193-18-iscsi neutron-server[102620]: 'Log': {'1.0'}, Feb 17 09:54:57.606754 dv-cinder-778193-18-iscsi neutron-server[102620]: 'Network': {'1.1'}, Feb 17 09:54:57.606754 dv-cinder-778193-18-iscsi neutron-server[102620]: 'Port': {'1.7'}, Feb 17 09:54:57.606754 dv-cinder-778193-18-iscsi neutron-server[102620]: 'PortForwarding': {'1.2'}, Feb 17 09:54:57.606754 dv-cinder-778193-18-iscsi neutron-server[102620]: 'QosPolicy': {'1.10'}, Feb 17 09:54:57.606754 dv-cinder-778193-18-iscsi neutron-server[102620]: 'SecurityGroup': {'1.5'}, Feb 17 09:54:57.606754 dv-cinder-778193-18-iscsi neutron-server[102620]: 'SecurityGroupRule': {'1.2'}, Feb 17 09:54:57.606754 dv-cinder-778193-18-iscsi neutron-server[102620]: 'SubPort': {'1.0'}, Feb 17 09:54:57.606754 dv-cinder-778193-18-iscsi neutron-server[102620]: 'Subnet': {'1.1'}, Feb 17 09:54:57.606754 dv-cinder-778193-18-iscsi neutron-server[102620]: 'Trunk': {'1.1'}} Feb 17 09:54:57.606754 dv-cinder-778193-18-iscsi neutron-server[102620]: consumer versions: Feb 17 09:54:57.606754 dv-cinder-778193-18-iscsi neutron-server[102620]: { DHCP agent@dv-cinder-778193-18-iscsi: {}, Feb 17 09:54:57.606754 dv-cinder-778193-18-iscsi neutron-server[102620]: HyperV agent@hv-cinder-77819: {}, Feb 17 09:54:57.606754 dv-cinder-778193-18-iscsi neutron-server[102620]: L3 agent@dv-cinder-778193-18-iscsi: {}, Feb 17 09:54:57.606754 dv-cinder-778193-18-iscsi neutron-server[102620]: Metadata agent@dv-cinder-778193-18-iscsi: {}, Feb 17 09:54:57.606754 dv-cinder-778193-18-iscsi neutron-server[102620]: Metering agent@dv-cinder-778193-18-iscsi: {}, Feb 17 09:54:57.606754 dv-cinder-778193-18-iscsi neutron-server[102620]: Open vSwitch agent@dv-cinder-778193-18-iscsi: { 'AddressGroup': '1.2', Feb 17 09:54:57.606754 dv-cinder-778193-18-iscsi neutron-server[102620]: 'ConntrackHelper': '1.0', Feb 17 09:54:57.606754 dv-cinder-778193-18-iscsi neutron-server[102620]: 'LocalIPAssociation': '1.0', Feb 17 09:54:57.606754 dv-cinder-778193-18-iscsi neutron-server[102620]: 'Log': '1.0', Feb 17 09:54:57.606754 dv-cinder-778193-18-iscsi neutron-server[102620]: 'Network': '1.1', Feb 17 09:54:57.606754 dv-cinder-778193-18-iscsi neutron-server[102620]: 'Port': '1.7', Feb 17 09:54:57.606754 dv-cinder-778193-18-iscsi neutron-server[102620]: 'PortForwarding': '1.2', Feb 17 09:54:57.606754 dv-cinder-778193-18-iscsi neutron-server[102620]: 'QosPolicy': '1.10', Feb 17 09:54:57.606754 dv-cinder-778193-18-iscsi neutron-server[102620]: 'SecurityGroup': '1.5', Feb 17 09:54:57.606754 dv-cinder-778193-18-iscsi neutron-server[102620]: 'SecurityGroupRule': '1.2', Feb 17 09:54:57.606754 dv-cinder-778193-18-iscsi neutron-server[102620]: 'SubPort': '1.0', Feb 17 09:54:57.606754 dv-cinder-778193-18-iscsi neutron-server[102620]: 'Subnet': '1.1', Feb 17 09:54:57.606754 dv-cinder-778193-18-iscsi neutron-server[102620]: 'Trunk': '1.1'}} Feb 17 09:54:57.606754 dv-cinder-778193-18-iscsi neutron-server[102620]: {{(pid=102620) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 09:54:57.631043 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a709bf21-d137-4e7d-8069-d89921824f9f admin admin] Checking segment: {'id': '6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '56727042-25d7-492c-b11b-57580ed61276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:54:57.631433 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a709bf21-d137-4e7d-8069-d89921824f9f admin admin] Network hostable DHCP agents. Network: 56727042-25d7-492c-b11b-57580ed61276, hostable agents: ['218f41e8-fc39-4954-bed9-509113520430'], hosted agents: [] {{(pid=102620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:54:57.649796 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a709bf21-d137-4e7d-8069-d89921824f9f admin admin] Network 56727042-25d7-492c-b11b-57580ed61276 is scheduled to be hosted by DHCP agent 218f41e8-fc39-4954-bed9-509113520430 with binding_index 1 {{(pid=102620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:54:57.661146 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [None req-a709bf21-d137-4e7d-8069-d89921824f9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-18-iscsi, 56727042-25d7-492c-b11b-57580ed61276) {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:54:57.667342 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a709bf21-d137-4e7d-8069-d89921824f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:57.668284 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-a709bf21-d137-4e7d-8069-d89921824f9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for subnet (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:57.673413 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d9ea30-325e-40ab-a166-6bb73e103953 None None] Network 56727042-25d7-492c-b11b-57580ed61276 requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:54:57.695824 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-a709bf21-d137-4e7d-8069-d89921824f9f admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5180864 Feb 17 09:54:57.698726 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 44648) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:57.703470 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-4c478c27-fdbc-41b5-a21f-9be743877999 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-675383816-router', 'tenant_id': '13e27e736c544248b7b364646f33dd08', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'}}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:57.728440 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4c478c27-fdbc-41b5-a21f-9be743877999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41632'] for router (a18c8220-da3d-439e-889b-7afa459ae4c7), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:57.730804 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4c478c27-fdbc-41b5-a21f-9be743877999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3931410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3898661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41641'] for router (a18c8220-da3d-439e-889b-7afa459ae4c7), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:57.790849 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25502a11-033a-46f3-82af-d24fb6a46ce4 None None] Network 56727042-25d7-492c-b11b-57580ed61276 requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:54:57.856539 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4c478c27-fdbc-41b5-a21f-9be743877999 admin admin] Publish callbacks [] for router_controller (a18c8220-da3d-439e-889b-7afa459ae4c7), precommit_add_association {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:57.933225 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 44660) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:58.082191 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 44670) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:58.116882 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 44676) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:58.143485 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4c478c27-fdbc-41b5-a21f-9be743877999 admin admin] Publish callbacks [] for router_gateway (a18c8220-da3d-439e-889b-7afa459ae4c7), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:58.195503 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-2489ba4f-3891-4e2e-bcc5-5e8436e5914d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-849449235-network', 'tenant_id': '27800d98882745358be14d3e57d20254'}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:58.225513 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2489ba4f-3891-4e2e-bcc5-5e8436e5914d admin admin] Made reservation on behalf of 27800d98882745358be14d3e57d20254 for: {'network': 1} {{(pid=102620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:54:58.230233 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2489ba4f-3891-4e2e-bcc5-5e8436e5914d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for network (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:58.239810 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2489ba4f-3891-4e2e-bcc5-5e8436e5914d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:58.338909 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2489ba4f-3891-4e2e-bcc5-5e8436e5914d admin admin] Publish callbacks [] for security_group (62e25b32-4185-40c7-8a3c-b58574ae9626), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:58.345915 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2489ba4f-3891-4e2e-bcc5-5e8436e5914d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (62e25b32-4185-40c7-8a3c-b58574ae9626), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:58.381932 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2489ba4f-3891-4e2e-bcc5-5e8436e5914d admin admin] vlan segment allocate from pool success with {'vlan_id': 1017, 'physical_network': 'physnet1'} {{(pid=102620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:54:58.405002 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2489ba4f-3891-4e2e-bcc5-5e8436e5914d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (d858bd6f-9f4a-456e-b559-3a505e873a9d), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:58.405752 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.db.segments_db [None req-2489ba4f-3891-4e2e-bcc5-5e8436e5914d admin admin] Added segment d858bd6f-9f4a-456e-b559-3a505e873a9d of type vlan for network 3e394879-3601-44f7-9d0c-db3a1f77754c Feb 17 09:54:58.407943 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489ba4f-3891-4e2e-bcc5-5e8436e5914d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e25b32-4185-40c7-8a3c-b58574ae9626,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:58.439356 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4c478c27-fdbc-41b5-a21f-9be743877999 admin admin] Publish callbacks [] for router_gateway (a18c8220-da3d-439e-889b-7afa459ae4c7), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:58.459705 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-38ccfe94-ea4f-42d8-8099-f6bbbf77a845 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-427590882-network', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258'}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:58.467439 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4c478c27-fdbc-41b5-a21f-9be743877999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:58.475389 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-01c4003a-86fa-46bd-b1b6-d516f2331303 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-624494086-network', 'tenant_id': '7039608c8379432d81234a6c5f780815'}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:58.477530 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 44688) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:58.518434 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2489ba4f-3891-4e2e-bcc5-5e8436e5914d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771562205323'] for network (3e394879-3601-44f7-9d0c-db3a1f77754c), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:58.537425 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c4003a-86fa-46bd-b1b6-d516f2331303 admin admin] Made reservation on behalf of 7039608c8379432d81234a6c5f780815 for: {'network': 1} {{(pid=102620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:54:58.543256 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-01c4003a-86fa-46bd-b1b6-d516f2331303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for network (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:58.553890 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-01c4003a-86fa-46bd-b1b6-d516f2331303 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:58.559382 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ccfe94-ea4f-42d8-8099-f6bbbf77a845 admin admin] Made reservation on behalf of ee27e4c191de47a3b47db5a43ab00258 for: {'network': 1} {{(pid=102620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:54:58.562970 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-38ccfe94-ea4f-42d8-8099-f6bbbf77a845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for network (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:58.586353 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-38ccfe94-ea4f-42d8-8099-f6bbbf77a845 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:58.609264 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2489ba4f-3891-4e2e-bcc5-5e8436e5914d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854'] for network (3e394879-3601-44f7-9d0c-db3a1f77754c), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:58.610091 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2489ba4f-3891-4e2e-bcc5-5e8436e5914d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:58.610659 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2489ba4f-3891-4e2e-bcc5-5e8436e5914d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:58.675633 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_common [None req-4c478c27-fdbc-41b5-a21f-9be743877999 admin admin] Allocated IP 172.27.0.131 (e9041cdf-f130-4174-b12b-9a6052f109e9/ab0a3e63-7c03-47a8-8a32-e5bb6e305511/945716db-1d6e-4fe4-a4ee-ea1a76d5968f) {{(pid=102621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:54:58.703751 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489ba4f-3891-4e2e-bcc5-5e8436e5914d admin admin] Pushing event updated for resources: {'Network': ['ID=3e394879-3601-44f7-9d0c-db3a1f77754c,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:58.714772 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Network 3e394879-3601-44f7-9d0c-db3a1f77754c details requested by agent ovs-agent-dv-cinder-778193-18-iscsi with host dv-cinder-778193-18-iscsi {{(pid=102622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:54:58.770743 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-84269f05-627c-4af5-a8f6-719019f3e422 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1889273263-network', 'tenant_id': '015b230aa2604b71a95ebe9e0c5e62fe'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:58.789082 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-2489ba4f-3891-4e2e-bcc5-5e8436e5914d admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8530512 Feb 17 09:54:58.813126 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 44700) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:58.817914 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4c478c27-fdbc-41b5-a21f-9be743877999 admin admin] Publish callbacks [] for port (945716db-1d6e-4fe4-a4ee-ea1a76d5968f), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:58.824160 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-e3471c80-8e5e-4035-8b75-0f350f121ec3 admin admin] Request body: {'subnet': {'network_id': '3e394879-3601-44f7-9d0c-db3a1f77754c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-849449235-subnet', 'tenant_id': '27800d98882745358be14d3e57d20254', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:58.888024 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3471c80-8e5e-4035-8b75-0f350f121ec3 admin admin] Made reservation on behalf of 27800d98882745358be14d3e57d20254 for: {'subnet': 1} {{(pid=102620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:54:58.890489 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-e3471c80-8e5e-4035-8b75-0f350f121ec3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:58.902164 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4c478c27-fdbc-41b5-a21f-9be743877999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393'] for port (945716db-1d6e-4fe4-a4ee-ea1a76d5968f), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:58.981859 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84269f05-627c-4af5-a8f6-719019f3e422 admin admin] Made reservation on behalf of 015b230aa2604b71a95ebe9e0c5e62fe for: {'network': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:54:58.984708 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-84269f05-627c-4af5-a8f6-719019f3e422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for network (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:58.991079 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c478c27-fdbc-41b5-a21f-9be743877999 admin admin] Network e9041cdf-f130-4174-b12b-9a6052f109e9 is already hosted by enough agents. {{(pid=102621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:54:59.008593 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [None req-4c478c27-fdbc-41b5-a21f-9be743877999 admin admin] Resources bound (agent type, host, resource id): {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:54:59.018514 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c478c27-fdbc-41b5-a21f-9be743877999 admin admin] Received port after_create {{(pid=102621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:54:59.020792 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-84269f05-627c-4af5-a8f6-719019f3e422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:59.055050 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c478c27-fdbc-41b5-a21f-9be743877999 admin admin] Pushing event updated for resources: {'Port': ['ID=945716db-1d6e-4fe4-a4ee-ea1a76d5968f,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:59.123086 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-01c4003a-86fa-46bd-b1b6-d516f2331303 admin admin] Publish callbacks [] for security_group (71dc5319-75cd-4357-9469-1900e9c8d1fa), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:59.133462 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-38ccfe94-ea4f-42d8-8099-f6bbbf77a845 admin admin] Publish callbacks [] for security_group (3157dea1-d16d-40a5-a145-7e21d00ca381), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:59.134670 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-01c4003a-86fa-46bd-b1b6-d516f2331303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (71dc5319-75cd-4357-9469-1900e9c8d1fa), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:59.146038 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-38ccfe94-ea4f-42d8-8099-f6bbbf77a845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (3157dea1-d16d-40a5-a145-7e21d00ca381), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:59.189618 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c4003a-86fa-46bd-b1b6-d516f2331303 admin admin] vlan segment allocate from pool success with {'vlan_id': 1009, 'physical_network': 'physnet1'} {{(pid=102620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:54:59.193616 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ccfe94-ea4f-42d8-8099-f6bbbf77a845 admin admin] vlan segment allocate from pool success with {'vlan_id': 1012, 'physical_network': 'physnet1'} {{(pid=102620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:54:59.203835 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-38ccfe94-ea4f-42d8-8099-f6bbbf77a845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (44712ed5-627e-45e3-929a-a847c740dda7), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:59.204646 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.db.segments_db [None req-38ccfe94-ea4f-42d8-8099-f6bbbf77a845 admin admin] Added segment 44712ed5-627e-45e3-929a-a847c740dda7 of type vlan for network c3aac7fc-fa00-48a3-aaf1-bf71d0d04681 Feb 17 09:54:59.269667 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-38ccfe94-ea4f-42d8-8099-f6bbbf77a845 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771562205323'] for network (c3aac7fc-fa00-48a3-aaf1-bf71d0d04681), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:59.315291 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-84269f05-627c-4af5-a8f6-719019f3e422 admin admin] Publish callbacks [] for security_group (a334c755-c1f5-4a26-bfe8-f2d16f4857b1), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:59.322575 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4003a-86fa-46bd-b1b6-d516f2331303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71dc5319-75cd-4357-9469-1900e9c8d1fa,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:59.325828 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-38ccfe94-ea4f-42d8-8099-f6bbbf77a845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854'] for network (c3aac7fc-fa00-48a3-aaf1-bf71d0d04681), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:59.326979 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ccfe94-ea4f-42d8-8099-f6bbbf77a845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:59.327777 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-38ccfe94-ea4f-42d8-8099-f6bbbf77a845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:59.364093 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-84269f05-627c-4af5-a8f6-719019f3e422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (a334c755-c1f5-4a26-bfe8-f2d16f4857b1), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:59.390152 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-01c4003a-86fa-46bd-b1b6-d516f2331303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (27b95298-c23c-4d5f-8605-60b0d2d05807), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:59.390498 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.db.segments_db [None req-01c4003a-86fa-46bd-b1b6-d516f2331303 admin admin] Added segment 27b95298-c23c-4d5f-8605-60b0d2d05807 of type vlan for network 796052e6-6954-480c-a009-16c1a3be89b8 Feb 17 09:54:59.392121 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ccfe94-ea4f-42d8-8099-f6bbbf77a845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3157dea1-d16d-40a5-a145-7e21d00ca381,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:59.441325 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84269f05-627c-4af5-a8f6-719019f3e422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a334c755-c1f5-4a26-bfe8-f2d16f4857b1,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:59.448653 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-38ccfe94-ea4f-42d8-8099-f6bbbf77a845 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3643372 Feb 17 09:54:59.458253 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 44732) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:59.463868 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-a1b4b4a4-0f41-4a2d-a06b-8d9b97fa67b5 admin admin] Request body: {'subnet': {'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-427590882-subnet', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:59.523131 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-01c4003a-86fa-46bd-b1b6-d516f2331303 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771562205323'] for network (796052e6-6954-480c-a009-16c1a3be89b8), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:59.550724 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84269f05-627c-4af5-a8f6-719019f3e422 admin admin] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=102621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:54:59.563063 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-84269f05-627c-4af5-a8f6-719019f3e422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (7c033621-2b5c-4fed-8b8a-7762fc5d3556), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:59.563380 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.db.segments_db [None req-84269f05-627c-4af5-a8f6-719019f3e422 admin admin] Added segment 7c033621-2b5c-4fed-8b8a-7762fc5d3556 of type vlan for network 0ddc4770-e534-4396-b2a5-87b212d7b3e6 Feb 17 09:54:59.579784 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ccfe94-ea4f-42d8-8099-f6bbbf77a845 admin admin] Pushing event updated for resources: {'Network': ['ID=c3aac7fc-fa00-48a3-aaf1-bf71d0d04681,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:59.589154 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-e3471c80-8e5e-4035-8b75-0f350f121ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854'] for subnet (00c24b15-aa81-4b6e-912f-1e91c3a9689b), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:59.594041 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Network c3aac7fc-fa00-48a3-aaf1-bf71d0d04681 details requested by agent ovs-agent-dv-cinder-778193-18-iscsi with host dv-cinder-778193-18-iscsi {{(pid=102622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:54:59.629649 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-84269f05-627c-4af5-a8f6-719019f3e422 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771562205323'] for network (0ddc4770-e534-4396-b2a5-87b212d7b3e6), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:59.657578 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-01c4003a-86fa-46bd-b1b6-d516f2331303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854'] for network (796052e6-6954-480c-a009-16c1a3be89b8), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:59.658680 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c4003a-86fa-46bd-b1b6-d516f2331303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:59.659387 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-01c4003a-86fa-46bd-b1b6-d516f2331303 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:59.667781 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b4b4a4-0f41-4a2d-a06b-8d9b97fa67b5 admin admin] Made reservation on behalf of ee27e4c191de47a3b47db5a43ab00258 for: {'subnet': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:54:59.671201 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-a1b4b4a4-0f41-4a2d-a06b-8d9b97fa67b5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:59.681271 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-84269f05-627c-4af5-a8f6-719019f3e422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854'] for network (0ddc4770-e534-4396-b2a5-87b212d7b3e6), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:59.682656 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84269f05-627c-4af5-a8f6-719019f3e422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:59.683565 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-84269f05-627c-4af5-a8f6-719019f3e422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:59.713463 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-84269f05-627c-4af5-a8f6-719019f3e422 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2343342 Feb 17 09:54:59.717412 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 44754) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:59.746825 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-4049bb2c-2025-46bb-b16c-d872ef83c0d8 admin admin] Request body: {'subnet': {'network_id': '0ddc4770-e534-4396-b2a5-87b212d7b3e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1889273263-subnet', 'tenant_id': '015b230aa2604b71a95ebe9e0c5e62fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:59.783722 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-01c4003a-86fa-46bd-b1b6-d516f2331303 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6655493 Feb 17 09:54:59.790079 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 44758) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:59.792585 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3471c80-8e5e-4035-8b75-0f350f121ec3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00c24b15-aa81-4b6e-912f-1e91c3a9689b,revision_number=0']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:59.806289 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-1731e6ba-8206-4a70-8a3e-b222b18375d0 admin admin] Request body: {'subnet': {'network_id': '796052e6-6954-480c-a009-16c1a3be89b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-624494086-subnet', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:59.840216 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4c478c27-fdbc-41b5-a21f-9be743877999 admin admin] Publish callbacks [] for router_gateway (a18c8220-da3d-439e-889b-7afa459ae4c7), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:59.865090 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4003a-86fa-46bd-b1b6-d516f2331303 admin admin] Pushing event updated for resources: {'Network': ['ID=796052e6-6954-480c-a009-16c1a3be89b8,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:59.867619 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3471c80-8e5e-4035-8b75-0f350f121ec3 admin admin] Checking segment: {'id': 'd858bd6f-9f4a-456e-b559-3a505e873a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '3e394879-3601-44f7-9d0c-db3a1f77754c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:54:59.868097 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3471c80-8e5e-4035-8b75-0f350f121ec3 admin admin] Network hostable DHCP agents. Network: 3e394879-3601-44f7-9d0c-db3a1f77754c, hostable agents: ['218f41e8-fc39-4954-bed9-509113520430'], hosted agents: [] {{(pid=102620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:54:59.876190 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4049bb2c-2025-46bb-b16c-d872ef83c0d8 admin admin] Made reservation on behalf of 015b230aa2604b71a95ebe9e0c5e62fe for: {'subnet': 1} {{(pid=102620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:54:59.879268 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Network 796052e6-6954-480c-a009-16c1a3be89b8 details requested by agent ovs-agent-dv-cinder-778193-18-iscsi with host dv-cinder-778193-18-iscsi {{(pid=102622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:54:59.889491 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-4049bb2c-2025-46bb-b16c-d872ef83c0d8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:59.943682 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1731e6ba-8206-4a70-8a3e-b222b18375d0 admin admin] Made reservation on behalf of 7039608c8379432d81234a6c5f780815 for: {'subnet': 1} {{(pid=102620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:54:59.947886 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1731e6ba-8206-4a70-8a3e-b222b18375d0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:00.040815 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3471c80-8e5e-4035-8b75-0f350f121ec3 admin admin] Network 3e394879-3601-44f7-9d0c-db3a1f77754c is scheduled to be hosted by DHCP agent 218f41e8-fc39-4954-bed9-509113520430 with binding_index 1 {{(pid=102620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:55:00.180129 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84269f05-627c-4af5-a8f6-719019f3e422 admin admin] Pushing event updated for resources: {'Network': ['ID=0ddc4770-e534-4396-b2a5-87b212d7b3e6,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:00.191796 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Network 0ddc4770-e534-4396-b2a5-87b212d7b3e6 details requested by agent ovs-agent-dv-cinder-778193-18-iscsi with host dv-cinder-778193-18-iscsi {{(pid=102622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:55:00.224241 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-a1b4b4a4-0f41-4a2d-a06b-8d9b97fa67b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854'] for subnet (b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:00.261406 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [None req-e3471c80-8e5e-4035-8b75-0f350f121ec3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-18-iscsi, 3e394879-3601-44f7-9d0c-db3a1f77754c) {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:55:00.306242 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3471c80-8e5e-4035-8b75-0f350f121ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:00.306948 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-e3471c80-8e5e-4035-8b75-0f350f121ec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for subnet (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:00.313979 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b4b4a4-0f41-4a2d-a06b-8d9b97fa67b5 admin admin] Checking segment: {'id': '44712ed5-627e-45e3-929a-a847c740dda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:55:00.314345 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b4b4a4-0f41-4a2d-a06b-8d9b97fa67b5 admin admin] Network hostable DHCP agents. Network: c3aac7fc-fa00-48a3-aaf1-bf71d0d04681, hostable agents: ['218f41e8-fc39-4954-bed9-509113520430'], hosted agents: [] {{(pid=102621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:55:00.339181 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7847ec48-cf84-444d-8c5e-7728fee52660 None None] Network 3e394879-3601-44f7-9d0c-db3a1f77754c requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:55:00.403004 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b4b4a4-0f41-4a2d-a06b-8d9b97fa67b5 admin admin] Network c3aac7fc-fa00-48a3-aaf1-bf71d0d04681 is scheduled to be hosted by DHCP agent 218f41e8-fc39-4954-bed9-509113520430 with binding_index 1 {{(pid=102621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:55:00.423956 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-4049bb2c-2025-46bb-b16c-d872ef83c0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854'] for subnet (86dcb5b9-4cf7-432b-95ea-0b1a90ee8f85), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:00.494149 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e9e4f7-a615-4c05-80d5-7754742a6296 None None] Network 3e394879-3601-44f7-9d0c-db3a1f77754c requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:55:00.508699 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-e3471c80-8e5e-4035-8b75-0f350f121ec3 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6894021 Feb 17 09:55:00.569872 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4b4a4-0f41-4a2d-a06b-8d9b97fa67b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab,revision_number=0']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:00.576247 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4c478c27-fdbc-41b5-a21f-9be743877999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3931471'] for router (a18c8220-da3d-439e-889b-7afa459ae4c7), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:00.578708 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [None req-a1b4b4a4-0f41-4a2d-a06b-8d9b97fa67b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-18-iscsi, c3aac7fc-fa00-48a3-aaf1-bf71d0d04681) {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:55:00.584522 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b4b4a4-0f41-4a2d-a06b-8d9b97fa67b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:00.585116 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-a1b4b4a4-0f41-4a2d-a06b-8d9b97fa67b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for subnet (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:00.586892 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049bb2c-2025-46bb-b16c-d872ef83c0d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86dcb5b9-4cf7-432b-95ea-0b1a90ee8f85,revision_number=0']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:00.624989 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4049bb2c-2025-46bb-b16c-d872ef83c0d8 admin admin] Checking segment: {'id': '7c033621-2b5c-4fed-8b8a-7762fc5d3556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '0ddc4770-e534-4396-b2a5-87b212d7b3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:55:00.625365 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4049bb2c-2025-46bb-b16c-d872ef83c0d8 admin admin] Network hostable DHCP agents. Network: 0ddc4770-e534-4396-b2a5-87b212d7b3e6, hostable agents: ['218f41e8-fc39-4954-bed9-509113520430'], hosted agents: [] {{(pid=102620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:55:00.682485 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ac8790-7c37-4e8b-86ca-25e4b860ee0c None None] Network c3aac7fc-fa00-48a3-aaf1-bf71d0d04681 requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:55:00.690493 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4049bb2c-2025-46bb-b16c-d872ef83c0d8 admin admin] Network 0ddc4770-e534-4396-b2a5-87b212d7b3e6 is scheduled to be hosted by DHCP agent 218f41e8-fc39-4954-bed9-509113520430 with binding_index 1 {{(pid=102620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:55:00.712988 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [None req-4049bb2c-2025-46bb-b16c-d872ef83c0d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-18-iscsi, 0ddc4770-e534-4396-b2a5-87b212d7b3e6) {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:55:00.721034 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4049bb2c-2025-46bb-b16c-d872ef83c0d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:00.721969 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-4049bb2c-2025-46bb-b16c-d872ef83c0d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for subnet (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:00.725933 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1731e6ba-8206-4a70-8a3e-b222b18375d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854'] for subnet (4595d53c-1b19-44a4-9d57-e790e2a0475e), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:00.748015 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-a1b4b4a4-0f41-4a2d-a06b-8d9b97fa67b5 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2882705 Feb 17 09:55:00.759571 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 44814) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:00.770702 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-4e0bd66e-dec8-418f-b2b4-d9e4691d2794 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-427590882-router', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'}}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:55:00.788083 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2e41d1-c223-48c1-86af-ccbdfb9b924c None None] Network 0ddc4770-e534-4396-b2a5-87b212d7b3e6 requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:55:00.808289 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-4049bb2c-2025-46bb-b16c-d872ef83c0d8 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0690613 Feb 17 09:55:00.816318 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c478c27-fdbc-41b5-a21f-9be743877999 admin admin] Router a18c8220-da3d-439e-889b-7afa459ae4c7 is scheduled to L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 with binding_index 1 {{(pid=102621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 09:55:00.835817 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731e6ba-8206-4a70-8a3e-b222b18375d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4595d53c-1b19-44a4-9d57-e790e2a0475e,revision_number=0']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:00.854169 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1731e6ba-8206-4a70-8a3e-b222b18375d0 admin admin] Checking segment: {'id': '27b95298-c23c-4d5f-8605-60b0d2d05807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:55:00.854169 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1731e6ba-8206-4a70-8a3e-b222b18375d0 admin admin] Network hostable DHCP agents. Network: 796052e6-6954-480c-a009-16c1a3be89b8, hostable agents: ['218f41e8-fc39-4954-bed9-509113520430'], hosted agents: [] {{(pid=102620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:55:00.879698 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1731e6ba-8206-4a70-8a3e-b222b18375d0 admin admin] Network 796052e6-6954-480c-a009-16c1a3be89b8 is scheduled to be hosted by DHCP agent 218f41e8-fc39-4954-bed9-509113520430 with binding_index 1 {{(pid=102620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:55:00.895266 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [None req-1731e6ba-8206-4a70-8a3e-b222b18375d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-18-iscsi, 796052e6-6954-480c-a009-16c1a3be89b8) {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:55:00.907067 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d27412-6ee7-4572-b868-dba969189fd6 None None] Network 796052e6-6954-480c-a009-16c1a3be89b8 requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:55:00.922932 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1731e6ba-8206-4a70-8a3e-b222b18375d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:00.923715 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1731e6ba-8206-4a70-8a3e-b222b18375d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for subnet (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:00.952722 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-1731e6ba-8206-4a70-8a3e-b222b18375d0 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1543112 Feb 17 09:55:00.952941 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 44828) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:00.961793 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-1a543eda-9369-4486-91b7-36689b0e9cf6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-624494086-router', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'}}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:55:00.967915 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4e0bd66e-dec8-418f-b2b4-d9e4691d2794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41632'] for router (50429842-9af3-4d2d-bcd6-a5f6d0bee85f), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:00.968947 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4e0bd66e-dec8-418f-b2b4-d9e4691d2794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3931410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3898661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41641'] for router (50429842-9af3-4d2d-bcd6-a5f6d0bee85f), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:01.003439 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1a543eda-9369-4486-91b7-36689b0e9cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41632'] for router (686e692a-617e-44df-afaa-5ab49250a24f), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:01.005962 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1a543eda-9369-4486-91b7-36689b0e9cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3931410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3898661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41641'] for router (686e692a-617e-44df-afaa-5ab49250a24f), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:01.080500 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4e0bd66e-dec8-418f-b2b4-d9e4691d2794 admin admin] Publish callbacks [] for router_controller (50429842-9af3-4d2d-bcd6-a5f6d0bee85f), precommit_add_association {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:01.081808 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp526866e7-fb09-5aab-8449-c4c53278cbab-c3aac7fc-fa00-48a3-aaf1-bf71d0d04681', 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681', 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'fixed_ips': [{'subnet_id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab'}]}} from dv-cinder-778193-18-iscsi. {{(pid=102622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 09:55:01.082930 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:01.092343 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c478c27-fdbc-41b5-a21f-9be743877999 admin admin] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:55:01.103692 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be43b07b-384e-4e2f-b2d4-b3e50214a289 None None] Sync routers for ids ['a18c8220-da3d-439e-889b-7afa459ae4c7'] in dv-cinder-778193-18-iscsi {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:55:01.106036 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe69e04f-f180-4b7e-9310-3836943ae13f None None] Network 0ddc4770-e534-4396-b2a5-87b212d7b3e6 requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:55:01.122153 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be43b07b-384e-4e2f-b2d4-b3e50214a289 None None] Routers {'a18c8220-da3d-439e-889b-7afa459ae4c7'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:55:01.123852 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-be43b07b-384e-4e2f-b2d4-b3e50214a289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:54:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['a18c8220-da3d-439e-889b-7afa459ae4c7'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:01.161626 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1a543eda-9369-4486-91b7-36689b0e9cf6 admin admin] Publish callbacks [] for router_controller (686e692a-617e-44df-afaa-5ab49250a24f), precommit_add_association {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:01.243468 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4c478c27-fdbc-41b5-a21f-9be743877999 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:01.247454 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-4c478c27-fdbc-41b5-a21f-9be743877999 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.5448117 Feb 17 09:55:01.275644 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 44838) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:01.300195 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ff8fe4-6ae9-4f38-a7f6-0f6c3091a2c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp526866e7-fb09-5aab-8449-c4c53278cbab-796052e6-6954-480c-a009-16c1a3be89b8', 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8', 'project_id': '7039608c8379432d81234a6c5f780815', 'fixed_ips': [{'subnet_id': '4595d53c-1b19-44a4-9d57-e790e2a0475e'}]}} from dv-cinder-778193-18-iscsi. {{(pid=102622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 09:55:01.306051 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-22ff8fe4-6ae9-4f38-a7f6-0f6c3091a2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:01.390836 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4e0bd66e-dec8-418f-b2b4-d9e4691d2794 admin admin] Publish callbacks [] for router_gateway (50429842-9af3-4d2d-bcd6-a5f6d0bee85f), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:01.397656 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 44846) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:01.444319 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-be43b07b-384e-4e2f-b2d4-b3e50214a289 None None] Set router a18c8220-da3d-439e-889b-7afa459ae4c7 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:55:01.489487 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.db_base_plugin_common [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] Allocated IP 172.20.0.2 (c3aac7fc-fa00-48a3-aaf1-bf71d0d04681/b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab/e9d80646-58d2-4963-a9fd-fdf4c1b2aa74) {{(pid=102622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:55:01.491897 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1a543eda-9369-4486-91b7-36689b0e9cf6 admin admin] Publish callbacks [] for router_gateway (686e692a-617e-44df-afaa-5ab49250a24f), precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:01.705801 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] Publish callbacks [] for port (e9d80646-58d2-4963-a9fd-fdf4c1b2aa74), precommit_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:01.726641 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393'] for port (e9d80646-58d2-4963-a9fd-fdf4c1b2aa74), after_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:01.748769 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] Network c3aac7fc-fa00-48a3-aaf1-bf71d0d04681 is already hosted by enough agents. {{(pid=102622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:55:01.752737 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.scheduler.base_scheduler [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] Resources bound (agent type, host, resource id): {{(pid=102622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:55:01.759794 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] Received port after_create {{(pid=102622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:55:01.861577 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] Attempting to bind port e9d80646-58d2-4963-a9fd-fdf4c1b2aa74 on host dv-cinder-778193-18-iscsi for vnic_type normal with profile {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:55:01.861837 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] Attempting to bind port e9d80646-58d2-4963-a9fd-fdf4c1b2aa74 by drivers openvswitch,hyperv on host dv-cinder-778193-18-iscsi at level 0 using segments [{'id': '44712ed5-627e-45e3-929a-a847c740dda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681'}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:55:01.864018 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] Attempting to bind port e9d80646-58d2-4963-a9fd-fdf4c1b2aa74 on network c3aac7fc-fa00-48a3-aaf1-bf71d0d04681 {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:55:01.882650 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] Checking agent: {'id': '79564d9f-88b8-4061-9e24-638c07d5ce89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 46, 48), 'started_at': datetime.datetime(2022, 2, 17, 9, 47, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:55:01.883018 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] Checking segment: {'id': '44712ed5-627e-45e3-929a-a847c740dda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:55:01.883461 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:01.885063 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] Bound using segment: {'id': '44712ed5-627e-45e3-929a-a847c740dda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681'} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:55:01.885569 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] Bound port: e9d80646-58d2-4963-a9fd-fdf4c1b2aa74, host: dv-cinder-778193-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44712ed5-627e-45e3-929a-a847c740dda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681'}}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:55:01.885956 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (e9d80646-58d2-4963-a9fd-fdf4c1b2aa74), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:02.061467 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4e0bd66e-dec8-418f-b2b4-d9e4691d2794 admin admin] Publish callbacks [] for router_gateway (50429842-9af3-4d2d-bcd6-a5f6d0bee85f), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:02.130796 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4e0bd66e-dec8-418f-b2b4-d9e4691d2794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:02.215689 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 44894) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:02.219037 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-be43b07b-384e-4e2f-b2d4-b3e50214a289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18c8220-da3d-439e-889b-7afa459ae4c7', 'name': 'tempest-ServerRescueNegativeTestJSON-675383816-router', 'tenant_id': '13e27e736c544248b7b364646f33dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '945716db-1d6e-4fe4-a4ee-ea1a76d5968f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:54:57Z', 'updated_at': '2022-02-17T09:54:59Z', 'revision_number': 3, 'project_id': '13e27e736c544248b7b364646f33dd08', 'gw_port': {'id': '945716db-1d6e-4fe4-a4ee-ea1a76d5968f', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:af:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18c8220-da3d-439e-889b-7afa459ae4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:58Z', 'updated_at': '2022-02-17T09:54:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi'}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:02.258367 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be43b07b-384e-4e2f-b2d4-b3e50214a289 None None] Checking router: a18c8220-da3d-439e-889b-7afa459ae4c7 for host: dv-cinder-778193-18-iscsi {{(pid=102623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:55:02.259032 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be43b07b-384e-4e2f-b2d4-b3e50214a289 None None] Updating router a18c8220-da3d-439e-889b-7afa459ae4c7 port 945716db-1d6e-4fe4-a4ee-ea1a76d5968f binding host dv-cinder-778193-18-iscsi {{(pid=102623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:55:02.275930 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] For port e9d80646-58d2-4963-a9fd-fdf4c1b2aa74, host dv-cinder-778193-18-iscsi, cleared binding levels {{(pid=102622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:55:02.282012 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] For port e9d80646-58d2-4963-a9fd-fdf4c1b2aa74, host dv-cinder-778193-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=e9d80646-58d2-4963-a9fd-fdf4c1b2aa74,segment=NetworkSegment(44712ed5-627e-45e3-929a-a847c740dda7),segment_id=44712ed5-627e-45e3-929a-a847c740dda7)] {{(pid=102622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:55:02.295762 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 44906) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:02.296099 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 44908) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:02.296422 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-be43b07b-384e-4e2f-b2d4-b3e50214a289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (945716db-1d6e-4fe4-a4ee-ea1a76d5968f), before_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:02.308295 dv-cinder-778193-18-iscsi neutron-server[102620]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 09:55:02.328383 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (e9d80646-58d2-4963-a9fd-fdf4c1b2aa74), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:02.429886 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] Pushing event updated for resources: {'Port': ['ID=e9d80646-58d2-4963-a9fd-fdf4c1b2aa74,revision_number=1']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:02.447413 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:02.447957 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:02.448435 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:02.449771 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:02.450262 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:02.450846 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:02.451324 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:02.455889 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:02.456632 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:02.457104 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:02.458387 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:02.458837 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:02.459445 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:02.463343 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] Tracked resource versions report: Feb 17 09:55:02.463343 dv-cinder-778193-18-iscsi neutron-server[102622]: pushed versions: Feb 17 09:55:02.463343 dv-cinder-778193-18-iscsi neutron-server[102622]: { 'AddressGroup': {'1.2'}, Feb 17 09:55:02.463343 dv-cinder-778193-18-iscsi neutron-server[102622]: 'ConntrackHelper': {'1.0'}, Feb 17 09:55:02.463343 dv-cinder-778193-18-iscsi neutron-server[102622]: 'LocalIPAssociation': {'1.0'}, Feb 17 09:55:02.463343 dv-cinder-778193-18-iscsi neutron-server[102622]: 'Log': {'1.0'}, Feb 17 09:55:02.463343 dv-cinder-778193-18-iscsi neutron-server[102622]: 'Network': {'1.1'}, Feb 17 09:55:02.463343 dv-cinder-778193-18-iscsi neutron-server[102622]: 'Port': {'1.7'}, Feb 17 09:55:02.463343 dv-cinder-778193-18-iscsi neutron-server[102622]: 'PortForwarding': {'1.2'}, Feb 17 09:55:02.463343 dv-cinder-778193-18-iscsi neutron-server[102622]: 'QosPolicy': {'1.10'}, Feb 17 09:55:02.463343 dv-cinder-778193-18-iscsi neutron-server[102622]: 'SecurityGroup': {'1.5'}, Feb 17 09:55:02.463343 dv-cinder-778193-18-iscsi neutron-server[102622]: 'SecurityGroupRule': {'1.2'}, Feb 17 09:55:02.463343 dv-cinder-778193-18-iscsi neutron-server[102622]: 'SubPort': {'1.0'}, Feb 17 09:55:02.463343 dv-cinder-778193-18-iscsi neutron-server[102622]: 'Subnet': {'1.1'}, Feb 17 09:55:02.463343 dv-cinder-778193-18-iscsi neutron-server[102622]: 'Trunk': {'1.1'}} Feb 17 09:55:02.463343 dv-cinder-778193-18-iscsi neutron-server[102622]: consumer versions: Feb 17 09:55:02.463343 dv-cinder-778193-18-iscsi neutron-server[102622]: { DHCP agent@dv-cinder-778193-18-iscsi: {}, Feb 17 09:55:02.463343 dv-cinder-778193-18-iscsi neutron-server[102622]: HyperV agent@hv-cinder-77819: {}, Feb 17 09:55:02.463343 dv-cinder-778193-18-iscsi neutron-server[102622]: L3 agent@dv-cinder-778193-18-iscsi: {}, Feb 17 09:55:02.463343 dv-cinder-778193-18-iscsi neutron-server[102622]: Metadata agent@dv-cinder-778193-18-iscsi: {}, Feb 17 09:55:02.463343 dv-cinder-778193-18-iscsi neutron-server[102622]: Metering agent@dv-cinder-778193-18-iscsi: {}, Feb 17 09:55:02.463343 dv-cinder-778193-18-iscsi neutron-server[102622]: Open vSwitch agent@dv-cinder-778193-18-iscsi: { 'AddressGroup': '1.2', Feb 17 09:55:02.463343 dv-cinder-778193-18-iscsi neutron-server[102622]: 'ConntrackHelper': '1.0', Feb 17 09:55:02.463343 dv-cinder-778193-18-iscsi neutron-server[102622]: 'LocalIPAssociation': '1.0', Feb 17 09:55:02.463343 dv-cinder-778193-18-iscsi neutron-server[102622]: 'Log': '1.0', Feb 17 09:55:02.463343 dv-cinder-778193-18-iscsi neutron-server[102622]: 'Network': '1.1', Feb 17 09:55:02.463343 dv-cinder-778193-18-iscsi neutron-server[102622]: 'Port': '1.7', Feb 17 09:55:02.463343 dv-cinder-778193-18-iscsi neutron-server[102622]: 'PortForwarding': '1.2', Feb 17 09:55:02.463343 dv-cinder-778193-18-iscsi neutron-server[102622]: 'QosPolicy': '1.10', Feb 17 09:55:02.463343 dv-cinder-778193-18-iscsi neutron-server[102622]: 'SecurityGroup': '1.5', Feb 17 09:55:02.463343 dv-cinder-778193-18-iscsi neutron-server[102622]: 'SecurityGroupRule': '1.2', Feb 17 09:55:02.463343 dv-cinder-778193-18-iscsi neutron-server[102622]: 'SubPort': '1.0', Feb 17 09:55:02.463343 dv-cinder-778193-18-iscsi neutron-server[102622]: 'Subnet': '1.1', Feb 17 09:55:02.463343 dv-cinder-778193-18-iscsi neutron-server[102622]: 'Trunk': '1.1'}} Feb 17 09:55:02.463343 dv-cinder-778193-18-iscsi neutron-server[102622]: {{(pid=102622) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 09:55:02.468028 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-2ad2fbe2-5fa6-4c81-af2a-f67534603b53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:02.625914 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51fe68-b29c-4b10-979c-590316b59dde None None] Pushing event updated for resources: {'Port': ['ID=e9d80646-58d2-4963-a9fd-fdf4c1b2aa74,revision_number=2']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:02.644244 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.db_base_plugin_common [None req-22ff8fe4-6ae9-4f38-a7f6-0f6c3091a2c8 None None] Allocated IP 172.20.0.2 (796052e6-6954-480c-a009-16c1a3be89b8/4595d53c-1b19-44a4-9d57-e790e2a0475e/fe0941f8-9470-4d24-85b9-60608aacd4ff) {{(pid=102622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:55:02.750704 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-0e044a1e-0c1b-469a-93c8-d96070b1d992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:02.770126 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4fd3a771-a51e-4ea5-a28e-faaf7e204646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:02.848292 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-be43b07b-384e-4e2f-b2d4-b3e50214a289 None None] Publish callbacks [] for port (945716db-1d6e-4fe4-a4ee-ea1a76d5968f), precommit_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:02.860551 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-be43b07b-384e-4e2f-b2d4-b3e50214a289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (945716db-1d6e-4fe4-a4ee-ea1a76d5968f), after_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:02.864991 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-2ad2fbe2-5fa6-4c81-af2a-f67534603b53 admin admin] Publish callbacks [] for security_group (21574fa5-294b-4efe-9c41-929303a5d4f8), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:02.924408 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-2ad2fbe2-5fa6-4c81-af2a-f67534603b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (21574fa5-294b-4efe-9c41-929303a5d4f8), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:02.955635 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0722e-98c0-4ee1-8495-4466b45b382e None None] Pushing event updated for resources: {'Port': ['ID=945716db-1d6e-4fe4-a4ee-ea1a76d5968f,revision_number=2']} {{(pid=102623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:02.960346 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-22ff8fe4-6ae9-4f38-a7f6-0f6c3091a2c8 None None] Publish callbacks [] for port (fe0941f8-9470-4d24-85b9-60608aacd4ff), precommit_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:02.969221 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-22ff8fe4-6ae9-4f38-a7f6-0f6c3091a2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393'] for port (fe0941f8-9470-4d24-85b9-60608aacd4ff), after_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:02.974729 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-2ad2fbe2-5fa6-4c81-af2a-f67534603b53 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=de5307e7a5ca41b58507a7a4a2c3fff4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5743327 Feb 17 09:55:02.978125 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0722e-98c0-4ee1-8495-4466b45b382e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:02.978758 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0722e-98c0-4ee1-8495-4466b45b382e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:02.979392 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0722e-98c0-4ee1-8495-4466b45b382e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:02.979928 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0722e-98c0-4ee1-8495-4466b45b382e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:02.981407 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0722e-98c0-4ee1-8495-4466b45b382e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:02.982676 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0722e-98c0-4ee1-8495-4466b45b382e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:02.983274 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0722e-98c0-4ee1-8495-4466b45b382e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:02.984462 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0722e-98c0-4ee1-8495-4466b45b382e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:02.984724 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 44916) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:02.985230 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0722e-98c0-4ee1-8495-4466b45b382e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:02.985823 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0722e-98c0-4ee1-8495-4466b45b382e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:02.986358 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0722e-98c0-4ee1-8495-4466b45b382e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:02.986892 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0722e-98c0-4ee1-8495-4466b45b382e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:02.987445 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0722e-98c0-4ee1-8495-4466b45b382e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:02.989190 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0722e-98c0-4ee1-8495-4466b45b382e None None] Tracked resource versions report: Feb 17 09:55:02.989190 dv-cinder-778193-18-iscsi neutron-server[102623]: pushed versions: Feb 17 09:55:02.989190 dv-cinder-778193-18-iscsi neutron-server[102623]: { 'AddressGroup': {'1.2'}, Feb 17 09:55:02.989190 dv-cinder-778193-18-iscsi neutron-server[102623]: 'ConntrackHelper': {'1.0'}, Feb 17 09:55:02.989190 dv-cinder-778193-18-iscsi neutron-server[102623]: 'LocalIPAssociation': {'1.0'}, Feb 17 09:55:02.989190 dv-cinder-778193-18-iscsi neutron-server[102623]: 'Log': {'1.0'}, Feb 17 09:55:02.989190 dv-cinder-778193-18-iscsi neutron-server[102623]: 'Network': {'1.1'}, Feb 17 09:55:02.989190 dv-cinder-778193-18-iscsi neutron-server[102623]: 'Port': {'1.7'}, Feb 17 09:55:02.989190 dv-cinder-778193-18-iscsi neutron-server[102623]: 'PortForwarding': {'1.2'}, Feb 17 09:55:02.989190 dv-cinder-778193-18-iscsi neutron-server[102623]: 'QosPolicy': {'1.10'}, Feb 17 09:55:02.989190 dv-cinder-778193-18-iscsi neutron-server[102623]: 'SecurityGroup': {'1.5'}, Feb 17 09:55:02.989190 dv-cinder-778193-18-iscsi neutron-server[102623]: 'SecurityGroupRule': {'1.2'}, Feb 17 09:55:02.989190 dv-cinder-778193-18-iscsi neutron-server[102623]: 'SubPort': {'1.0'}, Feb 17 09:55:02.989190 dv-cinder-778193-18-iscsi neutron-server[102623]: 'Subnet': {'1.1'}, Feb 17 09:55:02.989190 dv-cinder-778193-18-iscsi neutron-server[102623]: 'Trunk': {'1.1'}} Feb 17 09:55:02.989190 dv-cinder-778193-18-iscsi neutron-server[102623]: consumer versions: Feb 17 09:55:02.989190 dv-cinder-778193-18-iscsi neutron-server[102623]: { DHCP agent@dv-cinder-778193-18-iscsi: {}, Feb 17 09:55:02.989190 dv-cinder-778193-18-iscsi neutron-server[102623]: HyperV agent@hv-cinder-77819: {}, Feb 17 09:55:02.989190 dv-cinder-778193-18-iscsi neutron-server[102623]: L3 agent@dv-cinder-778193-18-iscsi: {}, Feb 17 09:55:02.989190 dv-cinder-778193-18-iscsi neutron-server[102623]: Metadata agent@dv-cinder-778193-18-iscsi: {}, Feb 17 09:55:02.989190 dv-cinder-778193-18-iscsi neutron-server[102623]: Metering agent@dv-cinder-778193-18-iscsi: {}, Feb 17 09:55:02.989190 dv-cinder-778193-18-iscsi neutron-server[102623]: Open vSwitch agent@dv-cinder-778193-18-iscsi: { 'AddressGroup': '1.2', Feb 17 09:55:02.989190 dv-cinder-778193-18-iscsi neutron-server[102623]: 'ConntrackHelper': '1.0', Feb 17 09:55:02.989190 dv-cinder-778193-18-iscsi neutron-server[102623]: 'LocalIPAssociation': '1.0', Feb 17 09:55:02.989190 dv-cinder-778193-18-iscsi neutron-server[102623]: 'Log': '1.0', Feb 17 09:55:02.989190 dv-cinder-778193-18-iscsi neutron-server[102623]: 'Network': '1.1', Feb 17 09:55:02.989190 dv-cinder-778193-18-iscsi neutron-server[102623]: 'Port': '1.7', Feb 17 09:55:02.989190 dv-cinder-778193-18-iscsi neutron-server[102623]: 'PortForwarding': '1.2', Feb 17 09:55:02.989190 dv-cinder-778193-18-iscsi neutron-server[102623]: 'QosPolicy': '1.10', Feb 17 09:55:02.989190 dv-cinder-778193-18-iscsi neutron-server[102623]: 'SecurityGroup': '1.5', Feb 17 09:55:02.989190 dv-cinder-778193-18-iscsi neutron-server[102623]: 'SecurityGroupRule': '1.2', Feb 17 09:55:02.989190 dv-cinder-778193-18-iscsi neutron-server[102623]: 'SubPort': '1.0', Feb 17 09:55:02.989190 dv-cinder-778193-18-iscsi neutron-server[102623]: 'Subnet': '1.1', Feb 17 09:55:02.989190 dv-cinder-778193-18-iscsi neutron-server[102623]: 'Trunk': '1.1'}} Feb 17 09:55:02.989190 dv-cinder-778193-18-iscsi neutron-server[102623]: {{(pid=102623) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 09:55:03.026623 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_common [None req-4e0bd66e-dec8-418f-b2b4-d9e4691d2794 admin admin] Allocated IP 172.27.0.231 (e9041cdf-f130-4174-b12b-9a6052f109e9/ab0a3e63-7c03-47a8-8a32-e5bb6e305511/19e4bfa3-087e-449e-8f37-84d7f8e26690) {{(pid=102621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:55:03.028994 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.managers [None req-be43b07b-384e-4e2f-b2d4-b3e50214a289 None None] Attempting to bind port 945716db-1d6e-4fe4-a4ee-ea1a76d5968f on host dv-cinder-778193-18-iscsi for vnic_type normal with profile {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:55:03.029380 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.managers [None req-be43b07b-384e-4e2f-b2d4-b3e50214a289 None None] Attempting to bind port 945716db-1d6e-4fe4-a4ee-ea1a76d5968f by drivers openvswitch,hyperv on host dv-cinder-778193-18-iscsi at level 0 using segments [{'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'}] {{(pid=102623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:55:03.029750 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be43b07b-384e-4e2f-b2d4-b3e50214a289 None None] Attempting to bind port 945716db-1d6e-4fe4-a4ee-ea1a76d5968f on network e9041cdf-f130-4174-b12b-9a6052f109e9 {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:55:03.044967 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be43b07b-384e-4e2f-b2d4-b3e50214a289 None None] Checking agent: {'id': '79564d9f-88b8-4061-9e24-638c07d5ce89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 46, 48), 'started_at': datetime.datetime(2022, 2, 17, 9, 47, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:55:03.045446 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be43b07b-384e-4e2f-b2d4-b3e50214a289 None None] Checking segment: {'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:55:03.045890 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-be43b07b-384e-4e2f-b2d4-b3e50214a289 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:03.046396 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be43b07b-384e-4e2f-b2d4-b3e50214a289 None None] Bound using segment: {'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'} {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:55:03.047749 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.managers [None req-be43b07b-384e-4e2f-b2d4-b3e50214a289 None None] Bound port: 945716db-1d6e-4fe4-a4ee-ea1a76d5968f, host: dv-cinder-778193-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'}}] {{(pid=102623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:55:03.048674 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-be43b07b-384e-4e2f-b2d4-b3e50214a289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (945716db-1d6e-4fe4-a4ee-ea1a76d5968f), before_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:03.077449 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff8fe4-6ae9-4f38-a7f6-0f6c3091a2c8 None None] Pushing event updated for resources: {'Port': ['ID=fe0941f8-9470-4d24-85b9-60608aacd4ff,revision_number=1']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:03.098894 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ff8fe4-6ae9-4f38-a7f6-0f6c3091a2c8 None None] Network 796052e6-6954-480c-a009-16c1a3be89b8 is already hosted by enough agents. {{(pid=102622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:55:03.101113 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.scheduler.base_scheduler [None req-22ff8fe4-6ae9-4f38-a7f6-0f6c3091a2c8 None None] Resources bound (agent type, host, resource id): {{(pid=102622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:55:03.108063 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ff8fe4-6ae9-4f38-a7f6-0f6c3091a2c8 None None] Received port after_create {{(pid=102622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:55:03.111949 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-0047ce9a-6be8-4c02-8c32-cc72683eab0a tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:03.114059 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-0047ce9a-6be8-4c02-8c32-cc72683eab0a tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/networks?id=3e394879-3601-44f7-9d0c-db3a1f77754c HTTP/1.1" status: 200 len: 814 time: 0.8168814 Feb 17 09:55:03.134425 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1a543eda-9369-4486-91b7-36689b0e9cf6 admin admin] Publish callbacks [] for router_gateway (686e692a-617e-44df-afaa-5ab49250a24f), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:03.150309 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-65ba4038-eca0-494f-a16d-27bfc2624477 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:03.158420 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-65ba4038-eca0-494f-a16d-27bfc2624477 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/networks?id=0ddc4770-e534-4396-b2a5-87b212d7b3e6 HTTP/1.1" status: 200 len: 812 time: 0.8600965 Feb 17 09:55:03.159921 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.db [None req-be43b07b-384e-4e2f-b2d4-b3e50214a289 None None] For port 945716db-1d6e-4fe4-a4ee-ea1a76d5968f, host dv-cinder-778193-18-iscsi, cleared binding levels {{(pid=102623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:55:03.164576 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.db [None req-be43b07b-384e-4e2f-b2d4-b3e50214a289 None None] For port 945716db-1d6e-4fe4-a4ee-ea1a76d5968f, host dv-cinder-778193-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=945716db-1d6e-4fe4-a4ee-ea1a76d5968f,segment=NetworkSegment(51ac98f7-247c-461f-a451-e6b864fb2c70),segment_id=51ac98f7-247c-461f-a451-e6b864fb2c70)] {{(pid=102623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:55:03.172697 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-be43b07b-384e-4e2f-b2d4-b3e50214a289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (945716db-1d6e-4fe4-a4ee-ea1a76d5968f), after_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:03.196005 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1a543eda-9369-4486-91b7-36689b0e9cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:03.203812 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-bb425642-9067-43e3-9f4f-008f3b7f53f5 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/quotas/27800d98882745358be14d3e57d20254 HTTP/1.1" status: 200 len: 375 time: 0.0790904 Feb 17 09:55:03.219273 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-22ff8fe4-6ae9-4f38-a7f6-0f6c3091a2c8 None None] Attempting to bind port fe0941f8-9470-4d24-85b9-60608aacd4ff on host dv-cinder-778193-18-iscsi for vnic_type normal with profile {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:55:03.219698 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-22ff8fe4-6ae9-4f38-a7f6-0f6c3091a2c8 None None] Attempting to bind port fe0941f8-9470-4d24-85b9-60608aacd4ff by drivers openvswitch,hyperv on host dv-cinder-778193-18-iscsi at level 0 using segments [{'id': '27b95298-c23c-4d5f-8605-60b0d2d05807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8'}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:55:03.220067 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ff8fe4-6ae9-4f38-a7f6-0f6c3091a2c8 None None] Attempting to bind port fe0941f8-9470-4d24-85b9-60608aacd4ff on network 796052e6-6954-480c-a009-16c1a3be89b8 {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:55:03.225002 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-29451bb5-2778-4fa8-8b94-5684ad9a0296 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/quotas/015b230aa2604b71a95ebe9e0c5e62fe HTTP/1.1" status: 200 len: 375 time: 0.0655267 Feb 17 09:55:03.225869 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ff8fe4-6ae9-4f38-a7f6-0f6c3091a2c8 None None] Checking agent: {'id': '79564d9f-88b8-4061-9e24-638c07d5ce89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 46, 48), 'started_at': datetime.datetime(2022, 2, 17, 9, 47, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:55:03.226347 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ff8fe4-6ae9-4f38-a7f6-0f6c3091a2c8 None None] Checking segment: {'id': '27b95298-c23c-4d5f-8605-60b0d2d05807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:55:03.226773 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-22ff8fe4-6ae9-4f38-a7f6-0f6c3091a2c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:03.227247 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ff8fe4-6ae9-4f38-a7f6-0f6c3091a2c8 None None] Bound using segment: {'id': '27b95298-c23c-4d5f-8605-60b0d2d05807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8'} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:55:03.228420 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-22ff8fe4-6ae9-4f38-a7f6-0f6c3091a2c8 None None] Bound port: fe0941f8-9470-4d24-85b9-60608aacd4ff, host: dv-cinder-778193-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b95298-c23c-4d5f-8605-60b0d2d05807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8'}}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:55:03.228669 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-22ff8fe4-6ae9-4f38-a7f6-0f6c3091a2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (fe0941f8-9470-4d24-85b9-60608aacd4ff), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:03.278002 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0722e-98c0-4ee1-8495-4466b45b382e None None] Pushing event updated for resources: {'Port': ['ID=945716db-1d6e-4fe4-a4ee-ea1a76d5968f,revision_number=3']} {{(pid=102623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:03.301524 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be43b07b-384e-4e2f-b2d4-b3e50214a289 None None] Routers {'a18c8220-da3d-439e-889b-7afa459ae4c7'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:55:03.302166 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-be43b07b-384e-4e2f-b2d4-b3e50214a289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:54:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['a18c8220-da3d-439e-889b-7afa459ae4c7'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:03.351467 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2fbe2-5fa6-4c81-af2a-f67534603b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21574fa5-294b-4efe-9c41-929303a5d4f8,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:03.388267 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-b8205e2a-0c0d-4411-ac86-d1aff6770cb0 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=27800d98882745358be14d3e57d20254&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1751475 Feb 17 09:55:03.396501 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4e0bd66e-dec8-418f-b2b4-d9e4691d2794 admin admin] Publish callbacks [] for port (19e4bfa3-087e-449e-8f37-84d7f8e26690), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:03.408234 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-7beb605b-ccbd-4090-b218-3f962fe7064f tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=015b230aa2604b71a95ebe9e0c5e62fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1822674 Feb 17 09:55:03.446819 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-22ff8fe4-6ae9-4f38-a7f6-0f6c3091a2c8 None None] For port fe0941f8-9470-4d24-85b9-60608aacd4ff, host dv-cinder-778193-18-iscsi, cleared binding levels {{(pid=102622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:55:03.453147 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-22ff8fe4-6ae9-4f38-a7f6-0f6c3091a2c8 None None] For port fe0941f8-9470-4d24-85b9-60608aacd4ff, host dv-cinder-778193-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=fe0941f8-9470-4d24-85b9-60608aacd4ff,segment=NetworkSegment(27b95298-c23c-4d5f-8605-60b0d2d05807),segment_id=27b95298-c23c-4d5f-8605-60b0d2d05807)] {{(pid=102622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:55:03.465438 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-be43b07b-384e-4e2f-b2d4-b3e50214a289 None None] Set router a18c8220-da3d-439e-889b-7afa459ae4c7 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:55:03.470311 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-22ff8fe4-6ae9-4f38-a7f6-0f6c3091a2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (fe0941f8-9470-4d24-85b9-60608aacd4ff), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:03.496640 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_common [None req-4fd3a771-a51e-4ea5-a28e-faaf7e204646 admin admin] Allocated IP 172.20.0.1 (56727042-25d7-492c-b11b-57580ed61276/1d6fec72-bab7-4137-8c4d-c54b278ae7ca/a0e188ed-c74a-480b-8240-058034d09f9b) {{(pid=102621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:55:03.510770 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-0e044a1e-0c1b-469a-93c8-d96070b1d992 admin admin] Publish callbacks [] for security_group (d6c66bca-9c90-42ed-8a2f-58bd86a0bfd0), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:03.533230 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-0e044a1e-0c1b-469a-93c8-d96070b1d992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (d6c66bca-9c90-42ed-8a2f-58bd86a0bfd0), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:03.622064 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-4d977352-7748-4790-a967-c58888e123c1 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=102620) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 09:55:03.623242 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-4d977352-7748-4790-a967-c58888e123c1 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1007969 Feb 17 09:55:03.628381 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-9253c1e1-6bf7-4d4b-bad2-18aeaded89d2 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=102620) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 09:55:03.634662 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-abede173-7233-4c11-9506-f5e79c124fc5 admin admin] Publish callbacks [] for security_group (21574fa5-294b-4efe-9c41-929303a5d4f8), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:03.640224 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-9253c1e1-6bf7-4d4b-bad2-18aeaded89d2 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1188672 Feb 17 09:55:03.644967 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff8fe4-6ae9-4f38-a7f6-0f6c3091a2c8 None None] Pushing event updated for resources: {'Port': ['ID=fe0941f8-9470-4d24-85b9-60608aacd4ff,revision_number=2']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:03.652006 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4e0bd66e-dec8-418f-b2b4-d9e4691d2794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393'] for port (19e4bfa3-087e-449e-8f37-84d7f8e26690), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:03.686171 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e044a1e-0c1b-469a-93c8-d96070b1d992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c66bca-9c90-42ed-8a2f-58bd86a0bfd0,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:03.702575 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:03.763726 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.db_base_plugin_common [None req-1a543eda-9369-4486-91b7-36689b0e9cf6 admin admin] Allocated IP 172.27.0.219 (e9041cdf-f130-4174-b12b-9a6052f109e9/ab0a3e63-7c03-47a8-8a32-e5bb6e305511/abd698f8-1174-40a7-b496-1526f2a597ed) {{(pid=102620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:55:03.799179 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-abede173-7233-4c11-9506-f5e79c124fc5 admin admin] Publish callbacks [] for security_group (21574fa5-294b-4efe-9c41-929303a5d4f8), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:03.865142 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-0e044a1e-0c1b-469a-93c8-d96070b1d992 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=327df4e0edea4871bf7e629788423cf9&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6428940 Feb 17 09:55:03.867991 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0bd66e-dec8-418f-b2b4-d9e4691d2794 admin admin] Pushing event updated for resources: {'Port': ['ID=19e4bfa3-087e-449e-8f37-84d7f8e26690,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:03.903656 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 44938) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:03.923926 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-be43b07b-384e-4e2f-b2d4-b3e50214a289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18c8220-da3d-439e-889b-7afa459ae4c7', 'name': 'tempest-ServerRescueNegativeTestJSON-675383816-router', 'tenant_id': '13e27e736c544248b7b364646f33dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '945716db-1d6e-4fe4-a4ee-ea1a76d5968f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:54:57Z', 'updated_at': '2022-02-17T09:54:59Z', 'revision_number': 3, 'project_id': '13e27e736c544248b7b364646f33dd08', 'gw_port': {'id': '945716db-1d6e-4fe4-a4ee-ea1a76d5968f', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:af:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18c8220-da3d-439e-889b-7afa459ae4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:58Z', 'updated_at': '2022-02-17T09:55:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi'}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:03.969607 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-abede173-7233-4c11-9506-f5e79c124fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (21574fa5-294b-4efe-9c41-929303a5d4f8), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:03.972870 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-abede173-7233-4c11-9506-f5e79c124fc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:03.976511 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-abede173-7233-4c11-9506-f5e79c124fc5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/21574fa5-294b-4efe-9c41-929303a5d4f8 HTTP/1.1" status: 204 len: 168 time: 0.9844909 Feb 17 09:55:03.978122 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be43b07b-384e-4e2f-b2d4-b3e50214a289 None None] The sync data for ids ['a18c8220-da3d-439e-889b-7afa459ae4c7'] in dv-cinder-778193-18-iscsi is: [{'id': 'a18c8220-da3d-439e-889b-7afa459ae4c7', 'name': 'tempest-ServerRescueNegativeTestJSON-675383816-router', 'tenant_id': '13e27e736c544248b7b364646f33dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '945716db-1d6e-4fe4-a4ee-ea1a76d5968f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:54:57Z', 'updated_at': '2022-02-17T09:54:59Z', 'revision_number': 3, 'project_id': '13e27e736c544248b7b364646f33dd08', 'gw_port': {'id': '945716db-1d6e-4fe4-a4ee-ea1a76d5968f', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:af:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18c8220-da3d-439e-889b-7afa459ae4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:58Z', 'updated_at': '2022-02-17T09:55:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi'}] {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:55:03.978763 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0bd66e-dec8-418f-b2b4-d9e4691d2794 admin admin] Network e9041cdf-f130-4174-b12b-9a6052f109e9 is already hosted by enough agents. {{(pid=102621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:55:04.008996 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abede173-7233-4c11-9506-f5e79c124fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21574fa5-294b-4efe-9c41-929303a5d4f8,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:04.032594 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [None req-4e0bd66e-dec8-418f-b2b4-d9e4691d2794 admin admin] Resources bound (agent type, host, resource id): {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:55:04.050937 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0bd66e-dec8-418f-b2b4-d9e4691d2794 admin admin] Received port after_create {{(pid=102621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:55:04.134138 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1a543eda-9369-4486-91b7-36689b0e9cf6 admin admin] Publish callbacks [] for port (abd698f8-1174-40a7-b496-1526f2a597ed), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:04.216939 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4fd3a771-a51e-4ea5-a28e-faaf7e204646 admin admin] Publish callbacks [] for port (a0e188ed-c74a-480b-8240-058034d09f9b), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:04.250856 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb393b8a-cb94-451f-b839-42b70e994a46 None None] Network c3aac7fc-fa00-48a3-aaf1-bf71d0d04681 requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:55:04.341561 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-67eac7ad-c6c8-44a5-86e7-e237a6ec4fe3 service neutron] 10.222.0.82 "GET /v2.0/networks/3e394879-3601-44f7-9d0c-db3a1f77754c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7003109 Feb 17 09:55:04.363782 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4fd3a771-a51e-4ea5-a28e-faaf7e204646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393'] for port (a0e188ed-c74a-480b-8240-058034d09f9b), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:04.380716 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-29d16b7f-0649-46bc-82db-87ea46a90495 service neutron] 10.222.0.82 "GET /v2.0/networks/0ddc4770-e534-4396-b2a5-87b212d7b3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7189205 Feb 17 09:55:04.390029 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-301c601c-e8c4-4c09-a342-01d881ae0d3d None None] Provisioning complete for port e9d80646-58d2-4963-a9fd-fdf4c1b2aa74 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:55:04.391079 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-301c601c-e8c4-4c09-a342-01d881ae0d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (e9d80646-58d2-4963-a9fd-fdf4c1b2aa74), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:04.439421 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-fbc2cd6e-458a-4e69-a43b-0ed7993b5bad admin admin] Publish callbacks [] for security_group (d6c66bca-9c90-42ed-8a2f-58bd86a0bfd0), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:04.459016 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 44950) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:04.459374 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd3a771-a51e-4ea5-a28e-faaf7e204646 admin admin] Network 56727042-25d7-492c-b11b-57580ed61276 is already hosted by enough agents. {{(pid=102621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:55:04.465582 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [None req-4fd3a771-a51e-4ea5-a28e-faaf7e204646 admin admin] Resources bound (agent type, host, resource id): {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:55:04.485213 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd3a771-a51e-4ea5-a28e-faaf7e204646 admin admin] Received port after_create {{(pid=102621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:55:04.485213 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4fd3a771-a51e-4ea5-a28e-faaf7e204646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915794'] for router_interface (a18c8220-da3d-439e-889b-7afa459ae4c7), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:04.522900 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1a543eda-9369-4486-91b7-36689b0e9cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393'] for port (abd698f8-1174-40a7-b496-1526f2a597ed), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:04.611479 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-301c601c-e8c4-4c09-a342-01d881ae0d3d None None] Current status of the port e9d80646-58d2-4963-a9fd-fdf4c1b2aa74 is: DOWN; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:55:04.612003 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-301c601c-e8c4-4c09-a342-01d881ae0d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (e9d80646-58d2-4963-a9fd-fdf4c1b2aa74), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:04.725291 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-301c601c-e8c4-4c09-a342-01d881ae0d3d None None] For port e9d80646-58d2-4963-a9fd-fdf4c1b2aa74, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=e9d80646-58d2-4963-a9fd-fdf4c1b2aa74,segment=NetworkSegment(44712ed5-627e-45e3-929a-a847c740dda7),segment_id=44712ed5-627e-45e3-929a-a847c740dda7)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:55:04.740021 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-301c601c-e8c4-4c09-a342-01d881ae0d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (e9d80646-58d2-4963-a9fd-fdf4c1b2aa74), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:04.750697 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-fbc2cd6e-458a-4e69-a43b-0ed7993b5bad admin admin] Publish callbacks [] for security_group (d6c66bca-9c90-42ed-8a2f-58bd86a0bfd0), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:04.766024 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4e0bd66e-dec8-418f-b2b4-d9e4691d2794 admin admin] Publish callbacks [] for router_gateway (50429842-9af3-4d2d-bcd6-a5f6d0bee85f), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:04.768709 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3a771-a51e-4ea5-a28e-faaf7e204646 admin admin] Pushing event updated for resources: {'Port': ['ID=a0e188ed-c74a-480b-8240-058034d09f9b,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:04.865814 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c601c-e8c4-4c09-a342-01d881ae0d3d None None] Pushing event updated for resources: {'Port': ['ID=e9d80646-58d2-4963-a9fd-fdf4c1b2aa74,revision_number=3']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:04.961518 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-6868070c-2294-4b11-9562-959e76d1f520 service neutron] 10.222.0.82 "GET /v2.0/networks/3e394879-3601-44f7-9d0c-db3a1f77754c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6184971 Feb 17 09:55:05.028546 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-907d3217-c9e8-4e17-98d8-faf1ec7830ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:05.053555 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-fbc2cd6e-458a-4e69-a43b-0ed7993b5bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (d6c66bca-9c90-42ed-8a2f-58bd86a0bfd0), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:05.059470 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-fbc2cd6e-458a-4e69-a43b-0ed7993b5bad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:05.064787 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-fbc2cd6e-458a-4e69-a43b-0ed7993b5bad admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d6c66bca-9c90-42ed-8a2f-58bd86a0bfd0 HTTP/1.1" status: 204 len: 168 time: 1.1479533 Feb 17 09:55:05.136032 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device e9d80646-58d2-4963-a9fd-fdf4c1b2aa74 up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:55:05.141895 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-2b5120b8-bbca-4aaa-a5f6-4ebcd95e9558 None None] Provisioning complete for port e9d80646-58d2-4963-a9fd-fdf4c1b2aa74 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:55:05.143901 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a543eda-9369-4486-91b7-36689b0e9cf6 admin admin] Network e9041cdf-f130-4174-b12b-9a6052f109e9 is already hosted by enough agents. {{(pid=102620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:55:05.149922 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-2b5120b8-bbca-4aaa-a5f6-4ebcd95e9558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (e9d80646-58d2-4963-a9fd-fdf4c1b2aa74), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:05.200535 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [None req-1a543eda-9369-4486-91b7-36689b0e9cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:55:05.208261 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a543eda-9369-4486-91b7-36689b0e9cf6 admin admin] Received port after_create {{(pid=102620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:55:05.222725 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2cd6e-458a-4e69-a43b-0ed7993b5bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c66bca-9c90-42ed-8a2f-58bd86a0bfd0,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:05.224436 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a543eda-9369-4486-91b7-36689b0e9cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=abd698f8-1174-40a7-b496-1526f2a597ed,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:05.421964 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-439f9b57-47b9-4974-ade5-c95818fce626 service neutron] 10.222.0.82 "GET /v2.0/networks/0ddc4770-e534-4396-b2a5-87b212d7b3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0131466 Feb 17 09:55:05.465457 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d11c607-0d3b-495f-8eba-0ef53bdb26ea None None] Network 796052e6-6954-480c-a009-16c1a3be89b8 requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:55:05.776443 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4e0bd66e-dec8-418f-b2b4-d9e4691d2794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3931471'] for router (50429842-9af3-4d2d-bcd6-a5f6d0bee85f), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:05.792011 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port e9d80646-58d2-4963-a9fd-fdf4c1b2aa74 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:55:05.792583 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (e9d80646-58d2-4963-a9fd-fdf4c1b2aa74), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:05.892033 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 45010) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:05.895761 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-2b5120b8-bbca-4aaa-a5f6-4ebcd95e9558 None None] Current status of the port e9d80646-58d2-4963-a9fd-fdf4c1b2aa74 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:55:05.966314 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port e9d80646-58d2-4963-a9fd-fdf4c1b2aa74 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:55:05.967677 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 945716db-1d6e-4fe4-a4ee-ea1a76d5968f up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:55:06.043717 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-b5ecd52f-37cb-4c78-8062-14e27d627146 None None] Provisioning complete for port fe0941f8-9470-4d24-85b9-60608aacd4ff triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:55:06.044287 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-b5ecd52f-37cb-4c78-8062-14e27d627146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (fe0941f8-9470-4d24-85b9-60608aacd4ff), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:06.076868 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-77acea6a-f64a-4cd4-943f-3a158477112c req-5739730b-bfe5-4ebb-aa5a-683e3ee199aa tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=d0299923-afdb-4ac1-9059-0374d9a12af4 HTTP/1.1" status: 200 len: 210 time: 0.5375788 Feb 17 09:55:06.079434 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 945716db-1d6e-4fe4-a4ee-ea1a76d5968f triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:55:06.080223 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (945716db-1d6e-4fe4-a4ee-ea1a76d5968f), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:06.205483 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-907d3217-c9e8-4e17-98d8-faf1ec7830ef admin admin] Publish callbacks [] for security_group (a42d39f1-f840-4b39-b0ea-79b78d17ce0e), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:06.208124 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ab9178f0-048e-4023-a2ee-a9938dfb1129 req-622c3eff-fbe2-4280-b035-27c39783d1be tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa20d7ad-7c8e-426a-a028-bb7cdc2afafb HTTP/1.1" status: 200 len: 210 time: 0.1221213 Feb 17 09:55:06.218661 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-907d3217-c9e8-4e17-98d8-faf1ec7830ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (a42d39f1-f840-4b39-b0ea-79b78d17ce0e), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:06.225748 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-6b981fe3-5bf1-46ed-9553-bd5a1ac35166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:06.263511 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecd52f-37cb-4c78-8062-14e27d627146 None None] Current status of the port fe0941f8-9470-4d24-85b9-60608aacd4ff is: DOWN; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:55:06.264239 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-b5ecd52f-37cb-4c78-8062-14e27d627146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (fe0941f8-9470-4d24-85b9-60608aacd4ff), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:06.296288 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4fd3a771-a51e-4ea5-a28e-faaf7e204646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (a0e188ed-c74a-480b-8240-058034d09f9b), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:06.316839 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 945716db-1d6e-4fe4-a4ee-ea1a76d5968f is: DOWN; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:55:06.317574 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (945716db-1d6e-4fe4-a4ee-ea1a76d5968f), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:06.347701 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-b5ecd52f-37cb-4c78-8062-14e27d627146 None None] For port fe0941f8-9470-4d24-85b9-60608aacd4ff, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=fe0941f8-9470-4d24-85b9-60608aacd4ff,segment=NetworkSegment(27b95298-c23c-4d5f-8605-60b0d2d05807),segment_id=27b95298-c23c-4d5f-8605-60b0d2d05807)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:55:06.362413 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d3217-c9e8-4e17-98d8-faf1ec7830ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42d39f1-f840-4b39-b0ea-79b78d17ce0e,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:06.384263 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-b5ecd52f-37cb-4c78-8062-14e27d627146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (fe0941f8-9470-4d24-85b9-60608aacd4ff), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:06.393503 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] For port 945716db-1d6e-4fe4-a4ee-ea1a76d5968f, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=945716db-1d6e-4fe4-a4ee-ea1a76d5968f,segment=NetworkSegment(51ac98f7-247c-461f-a451-e6b864fb2c70),segment_id=51ac98f7-247c-461f-a451-e6b864fb2c70)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:55:06.416709 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-907d3217-c9e8-4e17-98d8-faf1ec7830ef admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6d6b7981c64b4cc3a3c1a2508c78b1f8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9265718 Feb 17 09:55:06.416709 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1a543eda-9369-4486-91b7-36689b0e9cf6 admin admin] Publish callbacks [] for router_gateway (686e692a-617e-44df-afaa-5ab49250a24f), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:06.422067 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (945716db-1d6e-4fe4-a4ee-ea1a76d5968f), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:06.423192 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device fe0941f8-9470-4d24-85b9-60608aacd4ff up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:55:06.432648 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 45022) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:06.461701 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0bd66e-dec8-418f-b2b4-d9e4691d2794 admin admin] Router 50429842-9af3-4d2d-bcd6-a5f6d0bee85f is scheduled to L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 with binding_index 1 {{(pid=102621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 09:55:06.653957 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecd52f-37cb-4c78-8062-14e27d627146 None None] Pushing event updated for resources: {'Port': ['ID=fe0941f8-9470-4d24-85b9-60608aacd4ff,revision_number=3']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:06.665023 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-6b981fe3-5bf1-46ed-9553-bd5a1ac35166 admin admin] Publish callbacks [] for security_group (aac20287-9f09-45e1-9477-c38d8dcac52e), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:06.666530 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-51db662d-60d2-4e97-888f-0f257fe6abd4 None None] Provisioning complete for port fe0941f8-9470-4d24-85b9-60608aacd4ff triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:55:06.671467 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-51db662d-60d2-4e97-888f-0f257fe6abd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (fe0941f8-9470-4d24-85b9-60608aacd4ff), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:06.689760 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-6b981fe3-5bf1-46ed-9553-bd5a1ac35166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (aac20287-9f09-45e1-9477-c38d8dcac52e), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:06.755587 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4edbf606-b20e-4de3-b1fd-f41883070721 admin admin] Publish callbacks [] for security_group (a42d39f1-f840-4b39-b0ea-79b78d17ce0e), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:06.815125 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-6b981fe3-5bf1-46ed-9553-bd5a1ac35166 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3d26488f91b044dbb3a734ccfe3ccf99&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6571188 Feb 17 09:55:06.818882 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Pushing event updated for resources: {'Port': ['ID=945716db-1d6e-4fe4-a4ee-ea1a76d5968f,revision_number=4']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:06.826241 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port fe0941f8-9470-4d24-85b9-60608aacd4ff triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:55:06.830134 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (fe0941f8-9470-4d24-85b9-60608aacd4ff), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:06.842364 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b981fe3-5bf1-46ed-9553-bd5a1ac35166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac20287-9f09-45e1-9477-c38d8dcac52e,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:06.847845 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 45046) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:06.864252 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4edbf606-b20e-4de3-b1fd-f41883070721 admin admin] Publish callbacks [] for security_group (a42d39f1-f840-4b39-b0ea-79b78d17ce0e), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:06.968942 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-51db662d-60d2-4e97-888f-0f257fe6abd4 None None] Current status of the port fe0941f8-9470-4d24-85b9-60608aacd4ff is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:55:06.970647 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0bd66e-dec8-418f-b2b4-d9e4691d2794 admin admin] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:55:07.017415 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c273f08b-480b-4be0-a1a8-a82f0fbb9011 None None] Sync routers for ids ['50429842-9af3-4d2d-bcd6-a5f6d0bee85f'] in dv-cinder-778193-18-iscsi {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:55:07.034728 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4fd3a771-a51e-4ea5-a28e-faaf7e204646 admin admin] Publish callbacks [] for port (a0e188ed-c74a-480b-8240-058034d09f9b), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:07.044295 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4fd3a771-a51e-4ea5-a28e-faaf7e204646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (a0e188ed-c74a-480b-8240-058034d09f9b), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:07.045379 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4fd3a771-a51e-4ea5-a28e-faaf7e204646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3726868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915918'] for router_interface (a18c8220-da3d-439e-889b-7afa459ae4c7), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:07.057500 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4e0bd66e-dec8-418f-b2b4-d9e4691d2794 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:07.061306 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1a543eda-9369-4486-91b7-36689b0e9cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3931471'] for router (686e692a-617e-44df-afaa-5ab49250a24f), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:07.064621 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-4e0bd66e-dec8-418f-b2b4-d9e4691d2794 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2983038 Feb 17 09:55:07.065577 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 45056) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:07.095118 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port fe0941f8-9470-4d24-85b9-60608aacd4ff is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:55:07.105805 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c273f08b-480b-4be0-a1a8-a82f0fbb9011 None None] Routers {'50429842-9af3-4d2d-bcd6-a5f6d0bee85f'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:55:07.106710 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-c273f08b-480b-4be0-a1a8-a82f0fbb9011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:54:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['50429842-9af3-4d2d-bcd6-a5f6d0bee85f'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:07.201869 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ecb517a5-00c8-410a-af57-98cbce6d5e3c admin admin] Publish callbacks [] for security_group (aac20287-9f09-45e1-9477-c38d8dcac52e), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:07.228154 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4edbf606-b20e-4de3-b1fd-f41883070721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (a42d39f1-f840-4b39-b0ea-79b78d17ce0e), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:07.231774 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4edbf606-b20e-4de3-b1fd-f41883070721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:07.236612 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-4edbf606-b20e-4de3-b1fd-f41883070721 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a42d39f1-f840-4b39-b0ea-79b78d17ce0e HTTP/1.1" status: 204 len: 168 time: 0.8024485 Feb 17 09:55:07.334775 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3a771-a51e-4ea5-a28e-faaf7e204646 admin admin] Pushing event updated for resources: {'Port': ['ID=a0e188ed-c74a-480b-8240-058034d09f9b,revision_number=2']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:07.346632 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ecb517a5-00c8-410a-af57-98cbce6d5e3c admin admin] Publish callbacks [] for security_group (aac20287-9f09-45e1-9477-c38d8dcac52e), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:07.354919 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edbf606-b20e-4de3-b1fd-f41883070721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42d39f1-f840-4b39-b0ea-79b78d17ce0e,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:07.372357 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device e9d80646-58d2-4963-a9fd-fdf4c1b2aa74 up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:55:07.472892 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd3a771-a51e-4ea5-a28e-faaf7e204646 admin admin] Network 56727042-25d7-492c-b11b-57580ed61276 is already hosted by enough agents. {{(pid=102621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:55:07.477549 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [None req-4fd3a771-a51e-4ea5-a28e-faaf7e204646 admin admin] Resources bound (agent type, host, resource id): {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:55:07.480130 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ecb517a5-00c8-410a-af57-98cbce6d5e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (aac20287-9f09-45e1-9477-c38d8dcac52e), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:07.483047 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ecb517a5-00c8-410a-af57-98cbce6d5e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:07.486590 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-ecb517a5-00c8-410a-af57-98cbce6d5e3c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/aac20287-9f09-45e1-9477-c38d8dcac52e HTTP/1.1" status: 204 len: 168 time: 0.6248090 Feb 17 09:55:07.512293 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-c273f08b-480b-4be0-a1a8-a82f0fbb9011 None None] Set router 50429842-9af3-4d2d-bcd6-a5f6d0bee85f gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:55:07.595605 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8bb66924-4a78-4eab-a839-3e56142d498c req-dda864a8-74c7-483d-adbd-7eaeef1cc5ab tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=d0299923-afdb-4ac1-9059-0374d9a12af4 HTTP/1.1" status: 200 len: 210 time: 0.1399229 Feb 17 09:55:07.674382 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb517a5-00c8-410a-af57-98cbce6d5e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac20287-9f09-45e1-9477-c38d8dcac52e,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:07.802156 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd3a771-a51e-4ea5-a28e-faaf7e204646 admin admin] Router a18c8220-da3d-439e-889b-7afa459ae4c7 has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:55:07.818190 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port e9d80646-58d2-4963-a9fd-fdf4c1b2aa74 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:55:07.818566 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (e9d80646-58d2-4963-a9fd-fdf4c1b2aa74), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:07.904199 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3444d3a6-d9a2-4ad0-a53e-1ef4bc7704f8 req-f51a5ec7-d09b-47f9-9503-96aca0c9f367 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa20d7ad-7c8e-426a-a028-bb7cdc2afafb HTTP/1.1" status: 200 len: 210 time: 0.1131594 Feb 17 09:55:08.044373 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a543eda-9369-4486-91b7-36689b0e9cf6 admin admin] Router 686e692a-617e-44df-afaa-5ab49250a24f is scheduled to L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 with binding_index 1 {{(pid=102620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 09:55:08.057654 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd3a771-a51e-4ea5-a28e-faaf7e204646 admin admin] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:55:08.076401 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-4fd3a771-a51e-4ea5-a28e-faaf7e204646 admin admin] 10.222.0.82 "PUT /v2.0/routers/a18c8220-da3d-439e-889b-7afa459ae4c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7997046 Feb 17 09:55:08.084871 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82698bd7-aa97-4591-a11e-04041666d97a None None] Sync routers for ids ['a18c8220-da3d-439e-889b-7afa459ae4c7'] in dv-cinder-778193-18-iscsi {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:55:08.106464 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82698bd7-aa97-4591-a11e-04041666d97a None None] Routers {'a18c8220-da3d-439e-889b-7afa459ae4c7'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:55:08.108368 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-82698bd7-aa97-4591-a11e-04041666d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:54:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['a18c8220-da3d-439e-889b-7afa459ae4c7'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:08.173455 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 45100) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:08.193947 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-24479287-361a-4751-a1cd-1e6382226162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:08.267202 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port e9d80646-58d2-4963-a9fd-fdf4c1b2aa74 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:55:08.272463 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device fe0941f8-9470-4d24-85b9-60608aacd4ff up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:55:08.358476 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-24479287-361a-4751-a1cd-1e6382226162 admin admin] Publish callbacks [] for security_group (87cfa153-553d-4a07-ba03-fd5e5ea959ca), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:08.367286 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-24479287-361a-4751-a1cd-1e6382226162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (87cfa153-553d-4a07-ba03-fd5e5ea959ca), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:08.380458 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-c273f08b-480b-4be0-a1a8-a82f0fbb9011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'name': 'tempest-AttachVolumeShelveTestJSON-427590882-router', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:00Z', 'updated_at': '2022-02-17T09:55:04Z', 'revision_number': 3, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'gw_port': {'id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:02Z', 'updated_at': '2022-02-17T09:55:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi'}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:08.418157 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-82698bd7-aa97-4591-a11e-04041666d97a None None] Set router a18c8220-da3d-439e-889b-7afa459ae4c7 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:55:08.453570 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c273f08b-480b-4be0-a1a8-a82f0fbb9011 None None] Checking router: 50429842-9af3-4d2d-bcd6-a5f6d0bee85f for host: dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:55:08.454483 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c273f08b-480b-4be0-a1a8-a82f0fbb9011 None None] Updating router 50429842-9af3-4d2d-bcd6-a5f6d0bee85f port 19e4bfa3-087e-449e-8f37-84d7f8e26690 binding host dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:55:08.477068 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-24479287-361a-4751-a1cd-1e6382226162 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d7497022f36f4fa2898d00baaacb547a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3000457 Feb 17 09:55:08.478176 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 45104) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:08.492880 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24479287-361a-4751-a1cd-1e6382226162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cfa153-553d-4a07-ba03-fd5e5ea959ca,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:08.549020 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port fe0941f8-9470-4d24-85b9-60608aacd4ff triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:55:08.550803 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (fe0941f8-9470-4d24-85b9-60608aacd4ff), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:08.566749 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-c273f08b-480b-4be0-a1a8-a82f0fbb9011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (19e4bfa3-087e-449e-8f37-84d7f8e26690), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:08.651105 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a543eda-9369-4486-91b7-36689b0e9cf6 admin admin] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:55:08.681054 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ebf81ec3-c5e3-4228-b77d-b003392b0a0d admin admin] Publish callbacks [] for security_group (87cfa153-553d-4a07-ba03-fd5e5ea959ca), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:08.723530 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52b1cf8-ce12-414b-b9a4-509fae6c4c7e None None] Sync routers for ids ['686e692a-617e-44df-afaa-5ab49250a24f'] in dv-cinder-778193-18-iscsi {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:55:08.728005 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1a543eda-9369-4486-91b7-36689b0e9cf6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:08.729843 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-1a543eda-9369-4486-91b7-36689b0e9cf6 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.7758737 Feb 17 09:55:08.749369 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ebf81ec3-c5e3-4228-b77d-b003392b0a0d admin admin] Publish callbacks [] for security_group (87cfa153-553d-4a07-ba03-fd5e5ea959ca), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:08.784155 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 45124) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:08.839215 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ebf81ec3-c5e3-4228-b77d-b003392b0a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (87cfa153-553d-4a07-ba03-fd5e5ea959ca), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:08.842183 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ebf81ec3-c5e3-4228-b77d-b003392b0a0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:08.843602 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-ebf81ec3-c5e3-4228-b77d-b003392b0a0d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/87cfa153-553d-4a07-ba03-fd5e5ea959ca HTTP/1.1" status: 204 len: 168 time: 0.3644249 Feb 17 09:55:08.860775 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf81ec3-c5e3-4228-b77d-b003392b0a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cfa153-553d-4a07-ba03-fd5e5ea959ca,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:08.878995 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-82698bd7-aa97-4591-a11e-04041666d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18c8220-da3d-439e-889b-7afa459ae4c7', 'name': 'tempest-ServerRescueNegativeTestJSON-675383816-router', 'tenant_id': '13e27e736c544248b7b364646f33dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '945716db-1d6e-4fe4-a4ee-ea1a76d5968f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:54:57Z', 'updated_at': '2022-02-17T09:55:05Z', 'revision_number': 4, 'project_id': '13e27e736c544248b7b364646f33dd08', 'gw_port': {'id': '945716db-1d6e-4fe4-a4ee-ea1a76d5968f', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:af:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18c8220-da3d-439e-889b-7afa459ae4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:58Z', 'updated_at': '2022-02-17T09:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': 'a0e188ed-c74a-480b-8240-058034d09f9b', 'name': '', 'network_id': '56727042-25d7-492c-b11b-57580ed61276', 'tenant_id': '13e27e736c544248b7b364646f33dd08', 'mac_address': 'fa:16:3e:c9:81:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18c8220-da3d-439e-889b-7afa459ae4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1d6fec72-bab7-4137-8c4d-c54b278ae7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:03Z', 'updated_at': '2022-02-17T09:55:06Z', 'revision_number': 2, 'project_id': '13e27e736c544248b7b364646f33dd08', 'subnets': [{'id': '1d6fec72-bab7-4137-8c4d-c54b278ae7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:08.886405 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52b1cf8-ce12-414b-b9a4-509fae6c4c7e None None] Routers {'686e692a-617e-44df-afaa-5ab49250a24f'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:55:08.894036 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-f52b1cf8-ce12-414b-b9a4-509fae6c4c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:54:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['686e692a-617e-44df-afaa-5ab49250a24f'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:08.952471 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82698bd7-aa97-4591-a11e-04041666d97a None None] Checking router: a18c8220-da3d-439e-889b-7afa459ae4c7 for host: dv-cinder-778193-18-iscsi {{(pid=102623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:55:08.953362 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82698bd7-aa97-4591-a11e-04041666d97a None None] Updating router a18c8220-da3d-439e-889b-7afa459ae4c7 port a0e188ed-c74a-480b-8240-058034d09f9b binding host dv-cinder-778193-18-iscsi {{(pid=102623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:55:09.057613 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-82698bd7-aa97-4591-a11e-04041666d97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (a0e188ed-c74a-480b-8240-058034d09f9b), before_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:09.182075 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.93', 56763) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:09.206722 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port fe0941f8-9470-4d24-85b9-60608aacd4ff is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:55:09.208321 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 945716db-1d6e-4fe4-a4ee-ea1a76d5968f up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:55:09.322903 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.93', 56764) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:09.439033 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-69a7abb8-1aa8-407f-b1f0-79628e765038 req-256e597a-7761-4b62-a01d-88ecb9faad78 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=d0299923-afdb-4ac1-9059-0374d9a12af4 HTTP/1.1" status: 200 len: 210 time: 0.4286196 Feb 17 09:55:09.477778 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-f52b1cf8-ce12-414b-b9a4-509fae6c4c7e None None] Set router 686e692a-617e-44df-afaa-5ab49250a24f gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:55:09.866731 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-82698bd7-aa97-4591-a11e-04041666d97a None None] Publish callbacks [] for port (a0e188ed-c74a-480b-8240-058034d09f9b), precommit_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:09.882625 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-82698bd7-aa97-4591-a11e-04041666d97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (a0e188ed-c74a-480b-8240-058034d09f9b), after_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:09.891205 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-14e62abf-4256-4847-b7b9-66bb58074573 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:09.893276 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-14e62abf-4256-4847-b7b9-66bb58074573 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.93 "GET /v2.0/networks?id=3e394879-3601-44f7-9d0c-db3a1f77754c HTTP/1.1" status: 200 len: 814 time: 0.7101061 Feb 17 09:55:09.937987 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-17a5ae4d-01aa-45d0-a9ed-93b5361471a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:09.984308 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-316a229d-1823-4d81-9821-67a801cfcbdd tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Request body: {'port': {'device_id': 'd0299923-afdb-4ac1-9059-0374d9a12af4', 'network_id': '3e394879-3601-44f7-9d0c-db3a1f77754c', 'admin_state_up': True, 'tenant_id': '27800d98882745358be14d3e57d20254'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:55:10.004557 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 945716db-1d6e-4fe4-a4ee-ea1a76d5968f triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:55:10.004912 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (945716db-1d6e-4fe4-a4ee-ea1a76d5968f), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:10.290483 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 945716db-1d6e-4fe4-a4ee-ea1a76d5968f is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:55:10.309442 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-45a815ef-6529-45ea-8e96-4a3da2f329d7 req-a554c3ae-140a-4be4-b081-87091cd61e07 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa20d7ad-7c8e-426a-a028-bb7cdc2afafb HTTP/1.1" status: 200 len: 210 time: 0.5325470 Feb 17 09:55:10.340170 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-c273f08b-480b-4be0-a1a8-a82f0fbb9011 None None] Publish callbacks [] for port (19e4bfa3-087e-449e-8f37-84d7f8e26690), precommit_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:10.357690 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-f52b1cf8-ce12-414b-b9a4-509fae6c4c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686e692a-617e-44df-afaa-5ab49250a24f', 'name': 'tempest-AttachVolumeTestJSON-624494086-router', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:01Z', 'updated_at': '2022-02-17T09:55:05Z', 'revision_number': 3, 'project_id': '7039608c8379432d81234a6c5f780815', 'gw_port': {'id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:03Z', 'updated_at': '2022-02-17T09:55:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi'}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:10.363910 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b50e5-c687-42a3-96c0-7c8c9fd6e89b None None] Pushing event updated for resources: {'Port': ['ID=a0e188ed-c74a-480b-8240-058034d09f9b,revision_number=3']} {{(pid=102623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:10.370272 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-c273f08b-480b-4be0-a1a8-a82f0fbb9011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (19e4bfa3-087e-449e-8f37-84d7f8e26690), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:10.395454 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.managers [None req-82698bd7-aa97-4591-a11e-04041666d97a None None] Attempting to bind port a0e188ed-c74a-480b-8240-058034d09f9b on host dv-cinder-778193-18-iscsi for vnic_type normal with profile {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:55:10.396075 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.managers [None req-82698bd7-aa97-4591-a11e-04041666d97a None None] Attempting to bind port a0e188ed-c74a-480b-8240-058034d09f9b by drivers openvswitch,hyperv on host dv-cinder-778193-18-iscsi at level 0 using segments [{'id': '6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '56727042-25d7-492c-b11b-57580ed61276'}] {{(pid=102623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:55:10.397687 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82698bd7-aa97-4591-a11e-04041666d97a None None] Attempting to bind port a0e188ed-c74a-480b-8240-058034d09f9b on network 56727042-25d7-492c-b11b-57580ed61276 {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:55:10.405542 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82698bd7-aa97-4591-a11e-04041666d97a None None] Checking agent: {'id': '79564d9f-88b8-4061-9e24-638c07d5ce89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 46, 48), 'started_at': datetime.datetime(2022, 2, 17, 9, 47, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:55:10.406240 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82698bd7-aa97-4591-a11e-04041666d97a None None] Checking segment: {'id': '6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '56727042-25d7-492c-b11b-57580ed61276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:55:10.406898 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-82698bd7-aa97-4591-a11e-04041666d97a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:10.407853 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82698bd7-aa97-4591-a11e-04041666d97a None None] Bound using segment: {'id': '6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '56727042-25d7-492c-b11b-57580ed61276'} {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:55:10.408495 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.managers [None req-82698bd7-aa97-4591-a11e-04041666d97a None None] Bound port: a0e188ed-c74a-480b-8240-058034d09f9b, host: dv-cinder-778193-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '56727042-25d7-492c-b11b-57580ed61276'}}] {{(pid=102623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:55:10.409962 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-82698bd7-aa97-4591-a11e-04041666d97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (a0e188ed-c74a-480b-8240-058034d09f9b), before_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:10.514196 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.db [None req-82698bd7-aa97-4591-a11e-04041666d97a None None] For port a0e188ed-c74a-480b-8240-058034d09f9b, host dv-cinder-778193-18-iscsi, cleared binding levels {{(pid=102623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:55:10.521830 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.db [None req-82698bd7-aa97-4591-a11e-04041666d97a None None] For port a0e188ed-c74a-480b-8240-058034d09f9b, host dv-cinder-778193-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=a0e188ed-c74a-480b-8240-058034d09f9b,segment=NetworkSegment(6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1),segment_id=6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1)] {{(pid=102623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:55:10.534750 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-82698bd7-aa97-4591-a11e-04041666d97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (a0e188ed-c74a-480b-8240-058034d09f9b), after_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:10.554048 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-aeea1486-50ec-4da7-8884-44c3092b530e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:10.568384 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52b1cf8-ce12-414b-b9a4-509fae6c4c7e None None] Checking router: 686e692a-617e-44df-afaa-5ab49250a24f for host: dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:55:10.570283 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52b1cf8-ce12-414b-b9a4-509fae6c4c7e None None] Updating router 686e692a-617e-44df-afaa-5ab49250a24f port abd698f8-1174-40a7-b496-1526f2a597ed binding host dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:55:10.602418 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-475f4ff3-055d-4bc4-a8c4-3ae3b0a64177 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:10.604387 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-475f4ff3-055d-4bc4-a8c4-3ae3b0a64177 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.93 "GET /v2.0/networks?id=0ddc4770-e534-4396-b2a5-87b212d7b3e6 HTTP/1.1" status: 200 len: 812 time: 1.2767317 Feb 17 09:55:10.605183 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-316a229d-1823-4d81-9821-67a801cfcbdd tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Made reservation on behalf of 27800d98882745358be14d3e57d20254 for: {'port': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:55:10.610191 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-316a229d-1823-4d81-9821-67a801cfcbdd tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:10.619272 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-9c461c86-1635-4c14-9247-3312e26ca2a8 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Request body: {'port': {'device_id': 'fa20d7ad-7c8e-426a-a028-bb7cdc2afafb', 'network_id': '0ddc4770-e534-4396-b2a5-87b212d7b3e6', 'admin_state_up': True, 'tenant_id': '015b230aa2604b71a95ebe9e0c5e62fe'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:55:10.660657 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82698bd7-aa97-4591-a11e-04041666d97a None None] Routers {'a18c8220-da3d-439e-889b-7afa459ae4c7'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:55:10.661313 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-82698bd7-aa97-4591-a11e-04041666d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:54:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['a18c8220-da3d-439e-889b-7afa459ae4c7'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:10.663441 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-c273f08b-480b-4be0-a1a8-a82f0fbb9011 None None] Attempting to bind port 19e4bfa3-087e-449e-8f37-84d7f8e26690 on host dv-cinder-778193-18-iscsi for vnic_type normal with profile {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:55:10.663834 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-c273f08b-480b-4be0-a1a8-a82f0fbb9011 None None] Attempting to bind port 19e4bfa3-087e-449e-8f37-84d7f8e26690 by drivers openvswitch,hyperv on host dv-cinder-778193-18-iscsi at level 0 using segments [{'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:55:10.664296 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c273f08b-480b-4be0-a1a8-a82f0fbb9011 None None] Attempting to bind port 19e4bfa3-087e-449e-8f37-84d7f8e26690 on network e9041cdf-f130-4174-b12b-9a6052f109e9 {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:55:10.678470 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c273f08b-480b-4be0-a1a8-a82f0fbb9011 None None] Checking agent: {'id': '79564d9f-88b8-4061-9e24-638c07d5ce89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 46, 48), 'started_at': datetime.datetime(2022, 2, 17, 9, 47, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:55:10.678858 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c273f08b-480b-4be0-a1a8-a82f0fbb9011 None None] Checking segment: {'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:55:10.679371 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-c273f08b-480b-4be0-a1a8-a82f0fbb9011 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:10.679767 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c273f08b-480b-4be0-a1a8-a82f0fbb9011 None None] Bound using segment: {'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:55:10.680241 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-c273f08b-480b-4be0-a1a8-a82f0fbb9011 None None] Bound port: 19e4bfa3-087e-449e-8f37-84d7f8e26690, host: dv-cinder-778193-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'}}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:55:10.682089 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-c273f08b-480b-4be0-a1a8-a82f0fbb9011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (19e4bfa3-087e-449e-8f37-84d7f8e26690), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:10.719414 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-f52b1cf8-ce12-414b-b9a4-509fae6c4c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (abd698f8-1174-40a7-b496-1526f2a597ed), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:10.742902 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.db_base_plugin_common [None req-17a5ae4d-01aa-45d0-a9ed-93b5361471a0 admin admin] Allocated IP 172.20.0.1 (796052e6-6954-480c-a009-16c1a3be89b8/4595d53c-1b19-44a4-9d57-e790e2a0475e/1550b0e8-ebfc-4c92-aec5-36c80a98a305) {{(pid=102620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:55:10.757924 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0de109-d3ec-4028-ad55-c11d8fbd96c1 None None] Pushing event updated for resources: {'Port': ['ID=19e4bfa3-087e-449e-8f37-84d7f8e26690,revision_number=2']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:10.878481 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-c273f08b-480b-4be0-a1a8-a82f0fbb9011 None None] For port 19e4bfa3-087e-449e-8f37-84d7f8e26690, host dv-cinder-778193-18-iscsi, cleared binding levels {{(pid=102622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:55:10.885067 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-c273f08b-480b-4be0-a1a8-a82f0fbb9011 None None] For port 19e4bfa3-087e-449e-8f37-84d7f8e26690, host dv-cinder-778193-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=19e4bfa3-087e-449e-8f37-84d7f8e26690,segment=NetworkSegment(51ac98f7-247c-461f-a451-e6b864fb2c70),segment_id=51ac98f7-247c-461f-a451-e6b864fb2c70)] {{(pid=102622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:55:10.899821 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-c273f08b-480b-4be0-a1a8-a82f0fbb9011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (19e4bfa3-087e-449e-8f37-84d7f8e26690), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:10.910687 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_common [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-316a229d-1823-4d81-9821-67a801cfcbdd tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Allocated IP 172.20.0.6 (3e394879-3601-44f7-9d0c-db3a1f77754c/00c24b15-aa81-4b6e-912f-1e91c3a9689b/d8cc59f0-a44e-470b-80dc-65f6b98f51b4) {{(pid=102621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:55:10.914761 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-affeb3d3-fa09-46fb-9c3e-c2d678ad6254 req-c35825b1-aed8-46d1-880e-4a6646f52d98 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=d0299923-afdb-4ac1-9059-0374d9a12af4 HTTP/1.1" status: 200 len: 210 time: 0.1735134 Feb 17 09:55:11.013596 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-de6224f6-004f-469b-af8a-0c2ddfabfe1e tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:11.024690 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-de6224f6-004f-469b-af8a-0c2ddfabfe1e tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/networks?id=56727042-25d7-492c-b11b-57580ed61276 HTTP/1.1" status: 200 len: 818 time: 1.5138795 Feb 17 09:55:11.059534 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-82698bd7-aa97-4591-a11e-04041666d97a None None] Set router a18c8220-da3d-439e-889b-7afa459ae4c7 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:55:11.102488 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-316a229d-1823-4d81-9821-67a801cfcbdd tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Publish callbacks [] for port (d8cc59f0-a44e-470b-80dc-65f6b98f51b4), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:11.151492 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-316a229d-1823-4d81-9821-67a801cfcbdd tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393'] for port (d8cc59f0-a44e-470b-80dc-65f6b98f51b4), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:11.247754 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-b2161c84-4147-4d85-92a4-0973427a8207 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/quotas/13e27e736c544248b7b364646f33dd08 HTTP/1.1" status: 200 len: 375 time: 0.2214940 Feb 17 09:55:11.287240 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c273f08b-480b-4be0-a1a8-a82f0fbb9011 None None] Routers {'50429842-9af3-4d2d-bcd6-a5f6d0bee85f'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:55:11.289621 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-c273f08b-480b-4be0-a1a8-a82f0fbb9011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:54:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['50429842-9af3-4d2d-bcd6-a5f6d0bee85f'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:11.291812 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0de109-d3ec-4028-ad55-c11d8fbd96c1 None None] Pushing event updated for resources: {'Port': ['ID=19e4bfa3-087e-449e-8f37-84d7f8e26690,revision_number=3']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:11.319058 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-316a229d-1823-4d81-9821-67a801cfcbdd tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Network 3e394879-3601-44f7-9d0c-db3a1f77754c is already hosted by enough agents. {{(pid=102621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:55:11.330527 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-316a229d-1823-4d81-9821-67a801cfcbdd tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Resources bound (agent type, host, resource id): {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:55:11.343424 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-316a229d-1823-4d81-9821-67a801cfcbdd tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Received port after_create {{(pid=102621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:55:11.352768 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-316a229d-1823-4d81-9821-67a801cfcbdd tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:11.354054 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-316a229d-1823-4d81-9821-67a801cfcbdd tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:11.372409 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-82698bd7-aa97-4591-a11e-04041666d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18c8220-da3d-439e-889b-7afa459ae4c7', 'name': 'tempest-ServerRescueNegativeTestJSON-675383816-router', 'tenant_id': '13e27e736c544248b7b364646f33dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '945716db-1d6e-4fe4-a4ee-ea1a76d5968f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:54:57Z', 'updated_at': '2022-02-17T09:55:05Z', 'revision_number': 4, 'project_id': '13e27e736c544248b7b364646f33dd08', 'gw_port': {'id': '945716db-1d6e-4fe4-a4ee-ea1a76d5968f', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:af:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18c8220-da3d-439e-889b-7afa459ae4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:58Z', 'updated_at': '2022-02-17T09:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': 'a0e188ed-c74a-480b-8240-058034d09f9b', 'name': '', 'network_id': '56727042-25d7-492c-b11b-57580ed61276', 'tenant_id': '13e27e736c544248b7b364646f33dd08', 'mac_address': 'fa:16:3e:c9:81:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18c8220-da3d-439e-889b-7afa459ae4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1d6fec72-bab7-4137-8c4d-c54b278ae7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:03Z', 'updated_at': '2022-02-17T09:55:10Z', 'revision_number': 4, 'project_id': '13e27e736c544248b7b364646f33dd08', 'subnets': [{'id': '1d6fec72-bab7-4137-8c4d-c54b278ae7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:11.387089 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-316a229d-1823-4d81-9821-67a801cfcbdd tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4189873 Feb 17 09:55:11.393398 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a229d-1823-4d81-9821-67a801cfcbdd tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Pushing event updated for resources: {'Port': ['ID=d8cc59f0-a44e-470b-80dc-65f6b98f51b4,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:11.409958 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-5b770457-5b5a-4088-8258-f25f118acdf0 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=102621) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 09:55:11.410600 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-5b770457-5b5a-4088-8258-f25f118acdf0 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132515 Feb 17 09:55:11.438850 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b50e5-c687-42a3-96c0-7c8c9fd6e89b None None] Pushing event updated for resources: {'Port': ['ID=a0e188ed-c74a-480b-8240-058034d09f9b,revision_number=4']} {{(pid=102623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:11.441342 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-9c461c86-1635-4c14-9247-3312e26ca2a8 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Made reservation on behalf of 015b230aa2604b71a95ebe9e0c5e62fe for: {'port': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:55:11.447050 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-9c461c86-1635-4c14-9247-3312e26ca2a8 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:11.457711 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82698bd7-aa97-4591-a11e-04041666d97a None None] The sync data for ids ['a18c8220-da3d-439e-889b-7afa459ae4c7'] in dv-cinder-778193-18-iscsi is: [{'id': 'a18c8220-da3d-439e-889b-7afa459ae4c7', 'name': 'tempest-ServerRescueNegativeTestJSON-675383816-router', 'tenant_id': '13e27e736c544248b7b364646f33dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '945716db-1d6e-4fe4-a4ee-ea1a76d5968f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:54:57Z', 'updated_at': '2022-02-17T09:55:05Z', 'revision_number': 4, 'project_id': '13e27e736c544248b7b364646f33dd08', 'gw_port': {'id': '945716db-1d6e-4fe4-a4ee-ea1a76d5968f', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:af:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18c8220-da3d-439e-889b-7afa459ae4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:58Z', 'updated_at': '2022-02-17T09:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': 'a0e188ed-c74a-480b-8240-058034d09f9b', 'name': '', 'network_id': '56727042-25d7-492c-b11b-57580ed61276', 'tenant_id': '13e27e736c544248b7b364646f33dd08', 'mac_address': 'fa:16:3e:c9:81:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18c8220-da3d-439e-889b-7afa459ae4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1d6fec72-bab7-4137-8c4d-c54b278ae7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:03Z', 'updated_at': '2022-02-17T09:55:10Z', 'revision_number': 4, 'project_id': '13e27e736c544248b7b364646f33dd08', 'subnets': [{'id': '1d6fec72-bab7-4137-8c4d-c54b278ae7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:55:11.675931 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-9d3dece8-36da-436b-828b-9347acb9d3fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:11.746071 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-c273f08b-480b-4be0-a1a8-a82f0fbb9011 None None] Set router 50429842-9af3-4d2d-bcd6-a5f6d0bee85f gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:55:11.882540 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_common [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-9c461c86-1635-4c14-9247-3312e26ca2a8 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Allocated IP 172.20.0.11 (0ddc4770-e534-4396-b2a5-87b212d7b3e6/86dcb5b9-4cf7-432b-95ea-0b1a90ee8f85/9db4a517-edd3-403d-996a-63f7a6561d48) {{(pid=102621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:55:11.898622 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3bb7043d-75a8-4157-ab0f-9534e650d08e req-c3f52e73-c4b8-4a2e-ba86-9f407df9baa8 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa20d7ad-7c8e-426a-a028-bb7cdc2afafb HTTP/1.1" status: 200 len: 210 time: 0.2100008 Feb 17 09:55:12.041488 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-f81d8af2-ada8-4523-8699-e56102af4ece tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=13e27e736c544248b7b364646f33dd08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7926841 Feb 17 09:55:12.201170 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-17a5ae4d-01aa-45d0-a9ed-93b5361471a0 admin admin] Publish callbacks [] for port (1550b0e8-ebfc-4c92-aec5-36c80a98a305), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:12.372366 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-9c461c86-1635-4c14-9247-3312e26ca2a8 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Publish callbacks [] for port (9db4a517-edd3-403d-996a-63f7a6561d48), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:12.388558 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-17a5ae4d-01aa-45d0-a9ed-93b5361471a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393'] for port (1550b0e8-ebfc-4c92-aec5-36c80a98a305), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:12.480024 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-9c461c86-1635-4c14-9247-3312e26ca2a8 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393'] for port (9db4a517-edd3-403d-996a-63f7a6561d48), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:12.492624 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-89bd73a3-b8f1-446e-be25-0504659a31bc service neutron] Request body: {'port': {'device_id': 'd0299923-afdb-4ac1-9059-0374d9a12af4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:55:12.537088 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5ae4d-01aa-45d0-a9ed-93b5361471a0 admin admin] Pushing event updated for resources: {'Port': ['ID=1550b0e8-ebfc-4c92-aec5-36c80a98a305,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:12.563129 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-9c461c86-1635-4c14-9247-3312e26ca2a8 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Network 0ddc4770-e534-4396-b2a5-87b212d7b3e6 is already hosted by enough agents. {{(pid=102621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:55:12.576690 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-9c461c86-1635-4c14-9247-3312e26ca2a8 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Resources bound (agent type, host, resource id): {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:55:12.695001 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device a0e188ed-c74a-480b-8240-058034d09f9b up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:55:12.705184 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a5ae4d-01aa-45d0-a9ed-93b5361471a0 admin admin] Network 796052e6-6954-480c-a009-16c1a3be89b8 is already hosted by enough agents. {{(pid=102620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:55:12.715076 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [None req-17a5ae4d-01aa-45d0-a9ed-93b5361471a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:55:12.729033 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a5ae4d-01aa-45d0-a9ed-93b5361471a0 admin admin] Received port after_create {{(pid=102620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:55:12.729612 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-17a5ae4d-01aa-45d0-a9ed-93b5361471a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915794'] for router_interface (686e692a-617e-44df-afaa-5ab49250a24f), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:12.731392 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-9c461c86-1635-4c14-9247-3312e26ca2a8 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Received port after_create {{(pid=102621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:55:12.768787 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-9c461c86-1635-4c14-9247-3312e26ca2a8 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:12.769442 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-9c461c86-1635-4c14-9247-3312e26ca2a8 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:12.819687 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.db_base_plugin_common [None req-aeea1486-50ec-4da7-8884-44c3092b530e admin admin] Allocated IP 172.20.0.1 (c3aac7fc-fa00-48a3-aaf1-bf71d0d04681/b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab/4256595c-a414-4dc8-9a0f-d1e2e5bce808) {{(pid=102620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:55:12.920128 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c461c86-1635-4c14-9247-3312e26ca2a8 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Pushing event updated for resources: {'Port': ['ID=9db4a517-edd3-403d-996a-63f7a6561d48,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:12.969849 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-9c461c86-1635-4c14-9247-3312e26ca2a8 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3544037 Feb 17 09:55:13.001089 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52ee6e-e85c-4921-b76a-86108b03f2c6 req-ea063a0a-d43a-433b-8ae1-6b80eebb9b46 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:13.002650 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2d52ee6e-e85c-4921-b76a-86108b03f2c6 req-ea063a0a-d43a-433b-8ae1-6b80eebb9b46 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=d0299923-afdb-4ac1-9059-0374d9a12af4 HTTP/1.1" status: 200 len: 931 time: 0.8443692 Feb 17 09:55:13.019449 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-16a56d36-f9c4-4ec4-b3ce-8fef35c63d9b service neutron] Request body: {'port': {'device_id': 'fa20d7ad-7c8e-426a-a028-bb7cdc2afafb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:55:13.157410 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-f52b1cf8-ce12-414b-b9a4-509fae6c4c7e None None] Publish callbacks [] for port (abd698f8-1174-40a7-b496-1526f2a597ed), precommit_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:13.198011 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-89bd73a3-b8f1-446e-be25-0504659a31bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (d8cc59f0-a44e-470b-80dc-65f6b98f51b4), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:13.206647 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-f52b1cf8-ce12-414b-b9a4-509fae6c4c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (abd698f8-1174-40a7-b496-1526f2a597ed), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:13.332060 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-180fc07a-bb29-4329-9f93-a75a0585e499 service neutron] 10.222.0.82 "GET /v2.0/networks/56727042-25d7-492c-b11b-57580ed61276?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2656386 Feb 17 09:55:13.363043 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-c273f08b-480b-4be0-a1a8-a82f0fbb9011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'name': 'tempest-AttachVolumeShelveTestJSON-427590882-router', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:00Z', 'updated_at': '2022-02-17T09:55:04Z', 'revision_number': 3, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'gw_port': {'id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:02Z', 'updated_at': '2022-02-17T09:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi'}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:13.390252 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-16a56d36-f9c4-4ec4-b3ce-8fef35c63d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (9db4a517-edd3-403d-996a-63f7a6561d48), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:13.523430 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2d52ee6e-e85c-4921-b76a-86108b03f2c6 req-5282dec5-1282-4d00-bdb7-238646193885 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4778543 Feb 17 09:55:13.601997 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c273f08b-480b-4be0-a1a8-a82f0fbb9011 None None] The sync data for ids ['50429842-9af3-4d2d-bcd6-a5f6d0bee85f'] in dv-cinder-778193-18-iscsi is: [{'id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'name': 'tempest-AttachVolumeShelveTestJSON-427590882-router', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:00Z', 'updated_at': '2022-02-17T09:55:04Z', 'revision_number': 3, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'gw_port': {'id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:02Z', 'updated_at': '2022-02-17T09:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi'}] {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:55:13.623067 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-f52b1cf8-ce12-414b-b9a4-509fae6c4c7e None None] Attempting to bind port abd698f8-1174-40a7-b496-1526f2a597ed on host dv-cinder-778193-18-iscsi for vnic_type normal with profile {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:55:13.623649 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-f52b1cf8-ce12-414b-b9a4-509fae6c4c7e None None] Attempting to bind port abd698f8-1174-40a7-b496-1526f2a597ed by drivers openvswitch,hyperv on host dv-cinder-778193-18-iscsi at level 0 using segments [{'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:55:13.624126 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52b1cf8-ce12-414b-b9a4-509fae6c4c7e None None] Attempting to bind port abd698f8-1174-40a7-b496-1526f2a597ed on network e9041cdf-f130-4174-b12b-9a6052f109e9 {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:55:13.632349 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed68d2-e4d9-4a21-90e2-e13e95b76320 None None] Pushing event updated for resources: {'Port': ['ID=abd698f8-1174-40a7-b496-1526f2a597ed,revision_number=2']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:13.660341 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port a0e188ed-c74a-480b-8240-058034d09f9b triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:55:13.660869 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (a0e188ed-c74a-480b-8240-058034d09f9b), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:13.678531 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52b1cf8-ce12-414b-b9a4-509fae6c4c7e None None] Checking agent: {'id': '79564d9f-88b8-4061-9e24-638c07d5ce89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 46, 48), 'started_at': datetime.datetime(2022, 2, 17, 9, 47, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:55:13.680274 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52b1cf8-ce12-414b-b9a4-509fae6c4c7e None None] Checking segment: {'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:55:13.681596 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-f52b1cf8-ce12-414b-b9a4-509fae6c4c7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:13.682139 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52b1cf8-ce12-414b-b9a4-509fae6c4c7e None None] Bound using segment: {'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:55:13.684673 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-f52b1cf8-ce12-414b-b9a4-509fae6c4c7e None None] Bound port: abd698f8-1174-40a7-b496-1526f2a597ed, host: dv-cinder-778193-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'}}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:55:13.685901 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-f52b1cf8-ce12-414b-b9a4-509fae6c4c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (abd698f8-1174-40a7-b496-1526f2a597ed), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:13.766073 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-5f9fc377-edc8-4986-9d38-9fa7d90219a9 None None] Provisioning complete for port 1550b0e8-ebfc-4c92-aec5-36c80a98a305 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:55:13.766795 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-5f9fc377-edc8-4986-9d38-9fa7d90219a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (1550b0e8-ebfc-4c92-aec5-36c80a98a305), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:14.000341 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-5f9fc377-edc8-4986-9d38-9fa7d90219a9 None None] Port 1550b0e8-ebfc-4c92-aec5-36c80a98a305 cannot update to ACTIVE because it is not bound. {{(pid=102622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:55:14.022979 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-f52b1cf8-ce12-414b-b9a4-509fae6c4c7e None None] For port abd698f8-1174-40a7-b496-1526f2a597ed, host dv-cinder-778193-18-iscsi, cleared binding levels {{(pid=102622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:55:14.030461 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-f52b1cf8-ce12-414b-b9a4-509fae6c4c7e None None] For port abd698f8-1174-40a7-b496-1526f2a597ed, host dv-cinder-778193-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=abd698f8-1174-40a7-b496-1526f2a597ed,segment=NetworkSegment(51ac98f7-247c-461f-a451-e6b864fb2c70),segment_id=51ac98f7-247c-461f-a451-e6b864fb2c70)] {{(pid=102622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:55:14.034701 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-9ecd98b0-7e76-4fbf-95b2-7b97f64a0264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:14.051115 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-f52b1cf8-ce12-414b-b9a4-509fae6c4c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (abd698f8-1174-40a7-b496-1526f2a597ed), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:14.242611 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52b1cf8-ce12-414b-b9a4-509fae6c4c7e None None] Routers {'686e692a-617e-44df-afaa-5ab49250a24f'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:55:14.243642 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-f52b1cf8-ce12-414b-b9a4-509fae6c4c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:55:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['686e692a-617e-44df-afaa-5ab49250a24f'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:14.490078 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-aeea1486-50ec-4da7-8884-44c3092b530e admin admin] Publish callbacks [] for port (4256595c-a414-4dc8-9a0f-d1e2e5bce808), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:14.508021 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port a0e188ed-c74a-480b-8240-058034d09f9b is: DOWN; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:55:14.512733 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (a0e188ed-c74a-480b-8240-058034d09f9b), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:14.548661 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed68d2-e4d9-4a21-90e2-e13e95b76320 None None] Pushing event updated for resources: {'Port': ['ID=abd698f8-1174-40a7-b496-1526f2a597ed,revision_number=3']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:14.568945 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-f52b1cf8-ce12-414b-b9a4-509fae6c4c7e None None] Set router 686e692a-617e-44df-afaa-5ab49250a24f gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:55:14.728027 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-38a670a8-efe2-4577-ad32-b70d090f44dd service neutron] 10.222.0.82 "GET /v2.0/networks/56727042-25d7-492c-b11b-57580ed61276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3950410 Feb 17 09:55:14.802408 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] For port a0e188ed-c74a-480b-8240-058034d09f9b, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=a0e188ed-c74a-480b-8240-058034d09f9b,segment=NetworkSegment(6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1),segment_id=6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:55:14.828053 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f1fd9-3e5a-4765-a646-c9a24c9b4251 req-2ce227b8-5c47-42c4-b8d3-0535d4f0a279 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:14.831372 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-314f1fd9-3e5a-4765-a646-c9a24c9b4251 req-2ce227b8-5c47-42c4-b8d3-0535d4f0a279 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa20d7ad-7c8e-426a-a028-bb7cdc2afafb HTTP/1.1" status: 200 len: 932 time: 1.0393567 Feb 17 09:55:14.835927 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-17a5ae4d-01aa-45d0-a9ed-93b5361471a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (1550b0e8-ebfc-4c92-aec5-36c80a98a305), before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:14.888665 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-aeea1486-50ec-4da7-8884-44c3092b530e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393'] for port (4256595c-a414-4dc8-9a0f-d1e2e5bce808), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:14.964939 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (a0e188ed-c74a-480b-8240-058034d09f9b), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:15.063378 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-89bd73a3-b8f1-446e-be25-0504659a31bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8cc59f0-a44e-470b-80dc-65f6b98f51b4 {{(pid=102621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:55:15.100753 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-89bd73a3-b8f1-446e-be25-0504659a31bc service neutron] Publish callbacks [] for port (d8cc59f0-a44e-470b-80dc-65f6b98f51b4), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:15.219031 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:15.226874 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.provisioning_blocks [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-89bd73a3-b8f1-446e-be25-0504659a31bc service neutron] Transition to ACTIVE for port object d8cc59f0-a44e-470b-80dc-65f6b98f51b4 will not be triggered until provisioned by entity L2. {{(pid=102621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:55:15.241756 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-89bd73a3-b8f1-446e-be25-0504659a31bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (d8cc59f0-a44e-470b-80dc-65f6b98f51b4), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:15.343767 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 19e4bfa3-087e-449e-8f37-84d7f8e26690 up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:55:15.419993 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Pushing event updated for resources: {'Port': ['ID=a0e188ed-c74a-480b-8240-058034d09f9b,revision_number=5']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:15.443055 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-f52b1cf8-ce12-414b-b9a4-509fae6c4c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686e692a-617e-44df-afaa-5ab49250a24f', 'name': 'tempest-AttachVolumeTestJSON-624494086-router', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:01Z', 'updated_at': '2022-02-17T09:55:05Z', 'revision_number': 3, 'project_id': '7039608c8379432d81234a6c5f780815', 'gw_port': {'id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:03Z', 'updated_at': '2022-02-17T09:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi'}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:15.481132 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52b1cf8-ce12-414b-b9a4-509fae6c4c7e None None] The sync data for ids ['686e692a-617e-44df-afaa-5ab49250a24f'] in dv-cinder-778193-18-iscsi is: [{'id': '686e692a-617e-44df-afaa-5ab49250a24f', 'name': 'tempest-AttachVolumeTestJSON-624494086-router', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:01Z', 'updated_at': '2022-02-17T09:55:05Z', 'revision_number': 3, 'project_id': '7039608c8379432d81234a6c5f780815', 'gw_port': {'id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:03Z', 'updated_at': '2022-02-17T09:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi'}] {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:55:15.502606 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 19e4bfa3-087e-449e-8f37-84d7f8e26690 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:55:15.503453 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (19e4bfa3-087e-449e-8f37-84d7f8e26690), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:15.504883 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeea1486-50ec-4da7-8884-44c3092b530e admin admin] Network c3aac7fc-fa00-48a3-aaf1-bf71d0d04681 is already hosted by enough agents. {{(pid=102620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:55:15.513127 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea1486-50ec-4da7-8884-44c3092b530e admin admin] Pushing event updated for resources: {'Port': ['ID=4256595c-a414-4dc8-9a0f-d1e2e5bce808,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:15.602600 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd73a3-b8f1-446e-be25-0504659a31bc service neutron] Pushing event updated for resources: {'Port': ['ID=d8cc59f0-a44e-470b-80dc-65f6b98f51b4,revision_number=2']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:15.768494 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-89bd73a3-b8f1-446e-be25-0504659a31bc service neutron] Attempting to bind port d8cc59f0-a44e-470b-80dc-65f6b98f51b4 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:55:15.768723 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-89bd73a3-b8f1-446e-be25-0504659a31bc service neutron] Attempting to bind port d8cc59f0-a44e-470b-80dc-65f6b98f51b4 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'd858bd6f-9f4a-456e-b559-3a505e873a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '3e394879-3601-44f7-9d0c-db3a1f77754c'}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:55:15.769111 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-89bd73a3-b8f1-446e-be25-0504659a31bc service neutron] Attempting to bind port d8cc59f0-a44e-470b-80dc-65f6b98f51b4 on network 3e394879-3601-44f7-9d0c-db3a1f77754c {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:55:15.771347 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 19e4bfa3-087e-449e-8f37-84d7f8e26690 is: DOWN; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:55:15.772268 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (19e4bfa3-087e-449e-8f37-84d7f8e26690), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:15.792597 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-89bd73a3-b8f1-446e-be25-0504659a31bc service neutron] Port d8cc59f0-a44e-470b-80dc-65f6b98f51b4 on network 3e394879-3601-44f7-9d0c-db3a1f77754c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 09:55:15.792870 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-89bd73a3-b8f1-446e-be25-0504659a31bc service neutron] Attempting to bind port d8cc59f0-a44e-470b-80dc-65f6b98f51b4 on network 3e394879-3601-44f7-9d0c-db3a1f77754c {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:55:15.804087 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-16a56d36-f9c4-4ec4-b3ce-8fef35c63d9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9db4a517-edd3-403d-996a-63f7a6561d48 {{(pid=102621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:55:15.817090 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-89bd73a3-b8f1-446e-be25-0504659a31bc service neutron] Checking agent: {'id': '57512943-2fb5-44da-9b65-1b43ee30ab09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'started_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:55:15.817453 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-89bd73a3-b8f1-446e-be25-0504659a31bc service neutron] Checking segment: {'id': 'd858bd6f-9f4a-456e-b559-3a505e873a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '3e394879-3601-44f7-9d0c-db3a1f77754c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:55:15.818003 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-89bd73a3-b8f1-446e-be25-0504659a31bc service neutron] Bound using segment: {'id': 'd858bd6f-9f4a-456e-b559-3a505e873a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '3e394879-3601-44f7-9d0c-db3a1f77754c'} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:55:15.818923 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-89bd73a3-b8f1-446e-be25-0504659a31bc service neutron] Bound port: d8cc59f0-a44e-470b-80dc-65f6b98f51b4, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd858bd6f-9f4a-456e-b559-3a505e873a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '3e394879-3601-44f7-9d0c-db3a1f77754c'}}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:55:15.819577 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-89bd73a3-b8f1-446e-be25-0504659a31bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (d8cc59f0-a44e-470b-80dc-65f6b98f51b4), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:15.823562 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-16a56d36-f9c4-4ec4-b3ce-8fef35c63d9b service neutron] Publish callbacks [] for port (9db4a517-edd3-403d-996a-63f7a6561d48), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:15.851508 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.provisioning_blocks [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-16a56d36-f9c4-4ec4-b3ce-8fef35c63d9b service neutron] Transition to ACTIVE for port object 9db4a517-edd3-403d-996a-63f7a6561d48 will not be triggered until provisioned by entity L2. {{(pid=102621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:55:15.861060 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] For port 19e4bfa3-087e-449e-8f37-84d7f8e26690, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=19e4bfa3-087e-449e-8f37-84d7f8e26690,segment=NetworkSegment(51ac98f7-247c-461f-a451-e6b864fb2c70),segment_id=51ac98f7-247c-461f-a451-e6b864fb2c70)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:55:15.869444 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (19e4bfa3-087e-449e-8f37-84d7f8e26690), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:15.881932 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-16a56d36-f9c4-4ec4-b3ce-8fef35c63d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (9db4a517-edd3-403d-996a-63f7a6561d48), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:16.043582 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-89bd73a3-b8f1-446e-be25-0504659a31bc service neutron] For port d8cc59f0-a44e-470b-80dc-65f6b98f51b4, host hv-cinder-77819, cleared binding levels {{(pid=102621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:55:16.051187 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-89bd73a3-b8f1-446e-be25-0504659a31bc service neutron] For port d8cc59f0-a44e-470b-80dc-65f6b98f51b4, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d8cc59f0-a44e-470b-80dc-65f6b98f51b4,segment=NetworkSegment(d858bd6f-9f4a-456e-b559-3a505e873a9d),segment_id=d858bd6f-9f4a-456e-b559-3a505e873a9d)] {{(pid=102621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:55:16.095515 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-89bd73a3-b8f1-446e-be25-0504659a31bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (d8cc59f0-a44e-470b-80dc-65f6b98f51b4), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:16.122581 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-16a56d36-f9c4-4ec4-b3ce-8fef35c63d9b service neutron] Attempting to bind port 9db4a517-edd3-403d-996a-63f7a6561d48 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:55:16.123357 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-16a56d36-f9c4-4ec4-b3ce-8fef35c63d9b service neutron] Attempting to bind port 9db4a517-edd3-403d-996a-63f7a6561d48 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '7c033621-2b5c-4fed-8b8a-7762fc5d3556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '0ddc4770-e534-4396-b2a5-87b212d7b3e6'}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:55:16.123989 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-16a56d36-f9c4-4ec4-b3ce-8fef35c63d9b service neutron] Attempting to bind port 9db4a517-edd3-403d-996a-63f7a6561d48 on network 0ddc4770-e534-4396-b2a5-87b212d7b3e6 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:55:16.131511 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a56d36-f9c4-4ec4-b3ce-8fef35c63d9b service neutron] Pushing event updated for resources: {'Port': ['ID=9db4a517-edd3-403d-996a-63f7a6561d48,revision_number=2']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:16.148439 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-16a56d36-f9c4-4ec4-b3ce-8fef35c63d9b service neutron] Port 9db4a517-edd3-403d-996a-63f7a6561d48 on network 0ddc4770-e534-4396-b2a5-87b212d7b3e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 09:55:16.148762 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-16a56d36-f9c4-4ec4-b3ce-8fef35c63d9b service neutron] Attempting to bind port 9db4a517-edd3-403d-996a-63f7a6561d48 on network 0ddc4770-e534-4396-b2a5-87b212d7b3e6 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:55:16.173747 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Pushing event updated for resources: {'Port': ['ID=19e4bfa3-087e-449e-8f37-84d7f8e26690,revision_number=4']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:16.193934 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-16a56d36-f9c4-4ec4-b3ce-8fef35c63d9b service neutron] Checking agent: {'id': '57512943-2fb5-44da-9b65-1b43ee30ab09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'started_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:55:16.194158 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-16a56d36-f9c4-4ec4-b3ce-8fef35c63d9b service neutron] Checking segment: {'id': '7c033621-2b5c-4fed-8b8a-7762fc5d3556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '0ddc4770-e534-4396-b2a5-87b212d7b3e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:55:16.195166 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-16a56d36-f9c4-4ec4-b3ce-8fef35c63d9b service neutron] Bound using segment: {'id': '7c033621-2b5c-4fed-8b8a-7762fc5d3556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '0ddc4770-e534-4396-b2a5-87b212d7b3e6'} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:55:16.195740 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-16a56d36-f9c4-4ec4-b3ce-8fef35c63d9b service neutron] Bound port: 9db4a517-edd3-403d-996a-63f7a6561d48, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c033621-2b5c-4fed-8b8a-7762fc5d3556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '0ddc4770-e534-4396-b2a5-87b212d7b3e6'}}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:55:16.196099 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-16a56d36-f9c4-4ec4-b3ce-8fef35c63d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (9db4a517-edd3-403d-996a-63f7a6561d48), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:16.226017 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-89bd73a3-b8f1-446e-be25-0504659a31bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:16.227033 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-89bd73a3-b8f1-446e-be25-0504659a31bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:16.228799 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-89bd73a3-b8f1-446e-be25-0504659a31bc service neutron] 10.222.0.93 "PUT /v2.0/ports/d8cc59f0-a44e-470b-80dc-65f6b98f51b4 HTTP/1.1" status: 200 len: 1093 time: 4.3791757 Feb 17 09:55:16.233304 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0299923-afdb-4ac1-9059-0374d9a12af4', 'tag': 'd8cc59f0-a44e-470b-80dc-65f6b98f51b4'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:55:16.263263 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:16.475434 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [None req-aeea1486-50ec-4da7-8884-44c3092b530e admin admin] Resources bound (agent type, host, resource id): {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:55:16.521655 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-314f1fd9-3e5a-4765-a646-c9a24c9b4251 req-9ac69f4b-fa11-421d-bb1c-359ebde5c29d tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/security-groups?id=a334c755-c1f5-4a26-bfe8-f2d16f4857b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6820011 Feb 17 09:55:16.526419 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeea1486-50ec-4da7-8884-44c3092b530e admin admin] Received port after_create {{(pid=102620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:55:16.529549 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-aeea1486-50ec-4da7-8884-44c3092b530e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915794'] for router_interface (50429842-9af3-4d2d-bcd6-a5f6d0bee85f), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:16.713260 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd73a3-b8f1-446e-be25-0504659a31bc service neutron] Pushing event updated for resources: {'Port': ['ID=d8cc59f0-a44e-470b-80dc-65f6b98f51b4,revision_number=3']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:16.744026 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-17a5ae4d-01aa-45d0-a9ed-93b5361471a0 admin admin] Publish callbacks [] for port (1550b0e8-ebfc-4c92-aec5-36c80a98a305), precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:16.770670 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5ae959-4057-4c47-9deb-eb0f15fdb223" -d '{"events": [{"name": "network-changed", "server_uuid": "d0299923-afdb-4ac1-9059-0374d9a12af4", "tag": "d8cc59f0-a44e-470b-80dc-65f6b98f51b4"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:55:16.780841 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-16a56d36-f9c4-4ec4-b3ce-8fef35c63d9b service neutron] For port 9db4a517-edd3-403d-996a-63f7a6561d48, host hv-cinder-77819, cleared binding levels {{(pid=102621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:55:16.791436 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-16a56d36-f9c4-4ec4-b3ce-8fef35c63d9b service neutron] For port 9db4a517-edd3-403d-996a-63f7a6561d48, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9db4a517-edd3-403d-996a-63f7a6561d48,segment=NetworkSegment(7c033621-2b5c-4fed-8b8a-7762fc5d3556),segment_id=7c033621-2b5c-4fed-8b8a-7762fc5d3556)] {{(pid=102621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:55:16.801983 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-16a56d36-f9c4-4ec4-b3ce-8fef35c63d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (9db4a517-edd3-403d-996a-63f7a6561d48), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:16.841527 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-17a5ae4d-01aa-45d0-a9ed-93b5361471a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (1550b0e8-ebfc-4c92-aec5-36c80a98a305), after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:16.842167 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-17a5ae4d-01aa-45d0-a9ed-93b5361471a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3726868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915918'] for router_interface (686e692a-617e-44df-afaa-5ab49250a24f), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:16.873966 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a56d36-f9c4-4ec4-b3ce-8fef35c63d9b service neutron] Pushing event updated for resources: {'Port': ['ID=9db4a517-edd3-403d-996a-63f7a6561d48,revision_number=3']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:16.891987 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-16a56d36-f9c4-4ec4-b3ce-8fef35c63d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:16.892902 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-16a56d36-f9c4-4ec4-b3ce-8fef35c63d9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:16.896235 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-16a56d36-f9c4-4ec4-b3ce-8fef35c63d9b service neutron] 10.222.0.93 "PUT /v2.0/ports/9db4a517-edd3-403d-996a-63f7a6561d48 HTTP/1.1" status: 200 len: 1094 time: 3.8861859 Feb 17 09:55:16.967500 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-4ab18816-64b7-4be5-bb72-b670c6aee755 None None] Provisioning complete for port 4256595c-a414-4dc8-9a0f-d1e2e5bce808 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:55:16.968547 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-4ab18816-64b7-4be5-bb72-b670c6aee755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (4256595c-a414-4dc8-9a0f-d1e2e5bce808), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:17.027531 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5ae4d-01aa-45d0-a9ed-93b5361471a0 admin admin] Pushing event updated for resources: {'Port': ['ID=1550b0e8-ebfc-4c92-aec5-36c80a98a305,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:17.043772 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ac312f21-3d2c-4f66-9173-c689a9a12e7f req-885a664a-a387-417f-8c10-03dfe3e0cb62 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 210 time: 0.2824438 Feb 17 09:55:17.076316 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-4ab18816-64b7-4be5-bb72-b670c6aee755 None None] Port 4256595c-a414-4dc8-9a0f-d1e2e5bce808 cannot update to ACTIVE because it is not bound. {{(pid=102622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:55:17.111098 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab528ff4-e135-427c-8434-ec56c92a5d3d req-cfe88ffd-ec06-4bcc-8a26-85e3ddd82e52 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:17.114542 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ab528ff4-e135-427c-8434-ec56c92a5d3d req-cfe88ffd-ec06-4bcc-8a26-85e3ddd82e52 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=d0299923-afdb-4ac1-9059-0374d9a12af4 HTTP/1.1" status: 200 len: 943 time: 1.6574011 Feb 17 09:55:17.127200 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a5ae4d-01aa-45d0-a9ed-93b5361471a0 admin admin] Network 796052e6-6954-480c-a009-16c1a3be89b8 is already hosted by enough agents. {{(pid=102620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:55:17.168269 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [None req-17a5ae4d-01aa-45d0-a9ed-93b5361471a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:55:17.275022 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d0ee29-113c-47b6-bde2-6c4ca7f8dd2b x-openstack-request-id: req-39d0ee29-113c-47b6-bde2-6c4ca7f8dd2b {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:55:17.277503 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0299923-afdb-4ac1-9059-0374d9a12af4", "tag": "d8cc59f0-a44e-470b-80dc-65f6b98f51b4", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:55:17.277761 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-39d0ee29-113c-47b6-bde2-6c4ca7f8dd2b {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:55:17.278238 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0299923-afdb-4ac1-9059-0374d9a12af4', 'tag': 'd8cc59f0-a44e-470b-80dc-65f6b98f51b4', 'status': 'completed', 'code': 200} Feb 17 09:55:17.300233 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device a0e188ed-c74a-480b-8240-058034d09f9b up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:55:17.408100 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port a0e188ed-c74a-480b-8240-058034d09f9b triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:55:17.408689 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (a0e188ed-c74a-480b-8240-058034d09f9b), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:17.538810 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ab528ff4-e135-427c-8434-ec56c92a5d3d req-f8a7e4f4-dcf6-4048-acb4-7707ad84537e tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100215 Feb 17 09:55:17.573290 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-aeea1486-50ec-4da7-8884-44c3092b530e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (4256595c-a414-4dc8-9a0f-d1e2e5bce808), before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:17.636056 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port a0e188ed-c74a-480b-8240-058034d09f9b is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:55:17.637698 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 19e4bfa3-087e-449e-8f37-84d7f8e26690 up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:55:17.680229 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-7ece6e15-687d-4b98-831f-56c964aafd5f None None] Provisioning complete for port 1550b0e8-ebfc-4c92-aec5-36c80a98a305 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:55:17.680610 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-7ece6e15-687d-4b98-831f-56c964aafd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (1550b0e8-ebfc-4c92-aec5-36c80a98a305), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:17.720770 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-7ece6e15-687d-4b98-831f-56c964aafd5f None None] Port 1550b0e8-ebfc-4c92-aec5-36c80a98a305 cannot update to ACTIVE because it is not bound. {{(pid=102622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:55:17.743265 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 19e4bfa3-087e-449e-8f37-84d7f8e26690 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:55:17.743651 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (19e4bfa3-087e-449e-8f37-84d7f8e26690), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:17.745106 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-37522119-697a-486f-a4e4-bd5f4e222e94 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:17.747263 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-37522119-697a-486f-a4e4-bd5f4e222e94 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/networks?id=56727042-25d7-492c-b11b-57580ed61276 HTTP/1.1" status: 200 len: 818 time: 0.2758749 Feb 17 09:55:17.822887 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:17.842638 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-20e4853a-d987-451f-abfa-615e8d15b2c4 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/quotas/13e27e736c544248b7b364646f33dd08 HTTP/1.1" status: 200 len: 375 time: 0.0852592 Feb 17 09:55:17.846683 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a5ae4d-01aa-45d0-a9ed-93b5361471a0 admin admin] Router 686e692a-617e-44df-afaa-5ab49250a24f has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:55:17.897205 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 19e4bfa3-087e-449e-8f37-84d7f8e26690 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:55:17.898314 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device abd698f8-1174-40a7-b496-1526f2a597ed up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:55:17.973562 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port abd698f8-1174-40a7-b496-1526f2a597ed triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:55:17.974200 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (abd698f8-1174-40a7-b496-1526f2a597ed), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:18.112511 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ae959-4057-4c47-9deb-eb0f15fdb223 req-3c2d5a44-a0c9-4c16-9e93-c00e718354f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:18.114934 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-fa5ae959-4057-4c47-9deb-eb0f15fdb223 req-3c2d5a44-a0c9-4c16-9e93-c00e718354f5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=27800d98882745358be14d3e57d20254&device_id=d0299923-afdb-4ac1-9059-0374d9a12af4 HTTP/1.1" status: 200 len: 1127 time: 0.1688924 Feb 17 09:55:18.134691 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-0b12d1b0-dff0-485a-9fec-8f30b0b10daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:18.142863 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-0b12d1b0-dff0-485a-9fec-8f30b0b10daa service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=015b230aa2604b71a95ebe9e0c5e62fe&device_id=fa20d7ad-7c8e-426a-a028-bb7cdc2afafb HTTP/1.1" status: 200 len: 1128 time: 0.0944777 Feb 17 09:55:18.272712 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port abd698f8-1174-40a7-b496-1526f2a597ed is: DOWN; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:55:18.273458 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (abd698f8-1174-40a7-b496-1526f2a597ed), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:18.300414 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] For port abd698f8-1174-40a7-b496-1526f2a597ed, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=abd698f8-1174-40a7-b496-1526f2a597ed,segment=NetworkSegment(51ac98f7-247c-461f-a451-e6b864fb2c70),segment_id=51ac98f7-247c-461f-a451-e6b864fb2c70)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:55:18.306375 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (abd698f8-1174-40a7-b496-1526f2a597ed), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:18.376187 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-19744f44-9215-441f-993a-298f146c33a5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9db4a517-edd3-403d-996a-63f7a6561d48 HTTP/1.1" status: 200 len: 217 time: 0.1925414 Feb 17 09:55:18.394689 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19615e-baf3-4c4c-bd72-7605c39c938a req-412f43fd-1b23-44d8-af19-43eef8593b50 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:18.400139 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3d19615e-baf3-4c4c-bd72-7605c39c938a req-412f43fd-1b23-44d8-af19-43eef8593b50 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa20d7ad-7c8e-426a-a028-bb7cdc2afafb HTTP/1.1" status: 200 len: 944 time: 0.6510403 Feb 17 09:55:18.437079 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Pushing event updated for resources: {'Port': ['ID=abd698f8-1174-40a7-b496-1526f2a597ed,revision_number=4']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:18.447544 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-1669f8a6-bcee-4760-8fe5-635a1f70d679 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=13e27e736c544248b7b364646f33dd08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5984442 Feb 17 09:55:18.482558 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-789079cc-5230-4cbe-80ad-2e9c361cc1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:18.485867 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-789079cc-5230-4cbe-80ad-2e9c361cc1c7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=86dcb5b9-4cf7-432b-95ea-0b1a90ee8f85 HTTP/1.1" status: 200 len: 852 time: 0.0720644 Feb 17 09:55:18.596587 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3d19615e-baf3-4c4c-bd72-7605c39c938a req-897befac-4523-4c68-b6ad-17d85b37000a tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/security-groups?id=a334c755-c1f5-4a26-bfe8-f2d16f4857b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742241 Feb 17 09:55:18.619326 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ae959-4057-4c47-9deb-eb0f15fdb223 req-da535c76-af8b-4bce-9134-bc16e736b28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:18.621070 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-fa5ae959-4057-4c47-9deb-eb0f15fdb223 req-da535c76-af8b-4bce-9134-bc16e736b28f service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=27800d98882745358be14d3e57d20254&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4767885 Feb 17 09:55:18.679134 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a5ae4d-01aa-45d0-a9ed-93b5361471a0 admin admin] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:55:18.695184 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-d4216e16-a345-499e-b416-34172c1b0101 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0ddc4770-e534-4396-b2a5-87b212d7b3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673888 Feb 17 09:55:18.695392 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-17a5ae4d-01aa-45d0-a9ed-93b5361471a0 admin admin] 10.222.0.82 "PUT /v2.0/routers/686e692a-617e-44df-afaa-5ab49250a24f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8964238 Feb 17 09:55:18.876268 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-5436e762-c14c-4e06-a27a-b3a50ade2c55 service neutron] 10.222.0.82 "GET /v2.0/networks/56727042-25d7-492c-b11b-57580ed61276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106503 Feb 17 09:55:18.882787 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-aeea1486-50ec-4da7-8884-44c3092b530e admin admin] Publish callbacks [] for port (4256595c-a414-4dc8-9a0f-d1e2e5bce808), precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:18.898565 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-aeea1486-50ec-4da7-8884-44c3092b530e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (4256595c-a414-4dc8-9a0f-d1e2e5bce808), after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:18.901123 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-aeea1486-50ec-4da7-8884-44c3092b530e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3726868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915918'] for router_interface (50429842-9af3-4d2d-bcd6-a5f6d0bee85f), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:19.006772 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff33d8d0-8b9f-454b-8bc9-d9375f0e09fa None None] Sync routers for ids ['686e692a-617e-44df-afaa-5ab49250a24f'] in dv-cinder-778193-18-iscsi {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:55:19.048824 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff33d8d0-8b9f-454b-8bc9-d9375f0e09fa None None] Routers {'686e692a-617e-44df-afaa-5ab49250a24f'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:55:19.055073 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-ff33d8d0-8b9f-454b-8bc9-d9375f0e09fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:55:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['686e692a-617e-44df-afaa-5ab49250a24f'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:19.103734 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37692405-15b3-41f0-9171-8fb2c2d0dac6 req-826dbf12-9396-4d28-a850-62aa8e2491df tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:19.110608 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-37692405-15b3-41f0-9171-8fb2c2d0dac6 req-826dbf12-9396-4d28-a850-62aa8e2491df tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=d0299923-afdb-4ac1-9059-0374d9a12af4 HTTP/1.1" status: 200 len: 943 time: 0.3505676 Feb 17 09:55:19.138838 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device abd698f8-1174-40a7-b496-1526f2a597ed up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:55:19.236652 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.93', 56784) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:19.348268 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa20d7ad-7c8e-426a-a028-bb7cdc2afafb', 'tag': '9db4a517-edd3-403d-996a-63f7a6561d48'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:55:19.354360 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port abd698f8-1174-40a7-b496-1526f2a597ed triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:55:19.354741 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (abd698f8-1174-40a7-b496-1526f2a597ed), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:19.359049 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7c9956-5c22-4eb5-8d4a-a13e1ae0f555" -d '{"events": [{"name": "network-changed", "server_uuid": "fa20d7ad-7c8e-426a-a028-bb7cdc2afafb", "tag": "9db4a517-edd3-403d-996a-63f7a6561d48"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:55:19.415292 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea1486-50ec-4da7-8884-44c3092b530e admin admin] Pushing event updated for resources: {'Port': ['ID=4256595c-a414-4dc8-9a0f-d1e2e5bce808,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:19.493090 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ae959-4057-4c47-9deb-eb0f15fdb223 req-ec5aa1bb-c0c2-4ebe-aed4-f34a4fca46b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:19.515358 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-fa5ae959-4057-4c47-9deb-eb0f15fdb223 req-ec5aa1bb-c0c2-4ebe-aed4-f34a4fca46b2 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.8427041 Feb 17 09:55:19.594799 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-ff33d8d0-8b9f-454b-8bc9-d9375f0e09fa None None] Set router 686e692a-617e-44df-afaa-5ab49250a24f gateway port host: dv-cinder-778193-18-iscsi {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:55:19.597520 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port abd698f8-1174-40a7-b496-1526f2a597ed is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:55:19.600081 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-ff04609f-1e19-45a5-a5ae-e6dd98450325 service neutron] 10.222.0.93 "GET /v2.0/networks/0ddc4770-e534-4396-b2a5-87b212d7b3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7656996 Feb 17 09:55:19.759394 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-37692405-15b3-41f0-9171-8fb2c2d0dac6 req-b09da354-9078-4ece-b0db-e5cabe6b7757 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5576601 Feb 17 09:55:19.792942 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-e4654e44-8af1-4d83-8fb5-eb58c8a59334 service neutron] 10.222.0.82 "GET /v2.0/networks/56727042-25d7-492c-b11b-57580ed61276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8990595 Feb 17 09:55:19.807228 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeea1486-50ec-4da7-8884-44c3092b530e admin admin] Network c3aac7fc-fa00-48a3-aaf1-bf71d0d04681 is already hosted by enough agents. {{(pid=102620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:55:19.826766 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [None req-aeea1486-50ec-4da7-8884-44c3092b530e admin admin] Resources bound (agent type, host, resource id): {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:55:19.863446 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-211f2635-0eba-41c3-8f82-655d88d974d3 req-59772554-6999-4b44-b120-3f684b7e06bf service neutron] 10.222.0.93 "GET /v2.0/networks/0ddc4770-e534-4396-b2a5-87b212d7b3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445147 Feb 17 09:55:20.046674 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-c20cf584-67c3-4c8d-8e59-baac25641ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:20.052973 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-c20cf584-67c3-4c8d-8e59-baac25641ab0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=27800d98882745358be14d3e57d20254&device_id=d0299923-afdb-4ac1-9059-0374d9a12af4 HTTP/1.1" status: 200 len: 1127 time: 0.4328403 Feb 17 09:55:20.296881 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-ff33d8d0-8b9f-454b-8bc9-d9375f0e09fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686e692a-617e-44df-afaa-5ab49250a24f', 'name': 'tempest-AttachVolumeTestJSON-624494086-router', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:01Z', 'updated_at': '2022-02-17T09:55:14Z', 'revision_number': 4, 'project_id': '7039608c8379432d81234a6c5f780815', 'gw_port': {'id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:03Z', 'updated_at': '2022-02-17T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': '1550b0e8-ebfc-4c92-aec5-36c80a98a305', 'name': '', 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'mac_address': 'fa:16:3e:a8:3c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4595d53c-1b19-44a4-9d57-e790e2a0475e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:10Z', 'updated_at': '2022-02-17T09:55:15Z', 'revision_number': 2, 'project_id': '7039608c8379432d81234a6c5f780815', 'subnets': [{'id': '4595d53c-1b19-44a4-9d57-e790e2a0475e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:20.360450 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff33d8d0-8b9f-454b-8bc9-d9375f0e09fa None None] Checking router: 686e692a-617e-44df-afaa-5ab49250a24f for host: dv-cinder-778193-18-iscsi {{(pid=102623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:55:20.367793 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff33d8d0-8b9f-454b-8bc9-d9375f0e09fa None None] Updating router 686e692a-617e-44df-afaa-5ab49250a24f port 1550b0e8-ebfc-4c92-aec5-36c80a98a305 binding host dv-cinder-778193-18-iscsi {{(pid=102623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:55:20.412135 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-e2418a2c-9bc3-44ba-bfbe-a5f15bfadc8b None None] Provisioning complete for port 4256595c-a414-4dc8-9a0f-d1e2e5bce808 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:55:20.412653 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-e2418a2c-9bc3-44ba-bfbe-a5f15bfadc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (4256595c-a414-4dc8-9a0f-d1e2e5bce808), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:20.440313 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-ff33d8d0-8b9f-454b-8bc9-d9375f0e09fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (1550b0e8-ebfc-4c92-aec5-36c80a98a305), before_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:20.533436 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-e2418a2c-9bc3-44ba-bfbe-a5f15bfadc8b None None] Port 4256595c-a414-4dc8-9a0f-d1e2e5bce808 cannot update to ACTIVE because it is not bound. {{(pid=102622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:55:20.607926 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f8a9c0-0706-4329-83f6-a75a9198bfc6 x-openstack-request-id: req-c4f8a9c0-0706-4329-83f6-a75a9198bfc6 {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:55:20.608486 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa20d7ad-7c8e-426a-a028-bb7cdc2afafb", "tag": "9db4a517-edd3-403d-996a-63f7a6561d48", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:55:20.609621 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c4f8a9c0-0706-4329-83f6-a75a9198bfc6 {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:55:20.613181 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa20d7ad-7c8e-426a-a028-bb7cdc2afafb', 'tag': '9db4a517-edd3-403d-996a-63f7a6561d48', 'status': 'completed', 'code': 200} Feb 17 09:55:20.619551 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-eb143d63-cdda-4d6a-8144-8f8dc9f0f359 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8cc59f0-a44e-470b-80dc-65f6b98f51b4 HTTP/1.1" status: 200 len: 217 time: 0.5552793 Feb 17 09:55:20.726572 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeea1486-50ec-4da7-8884-44c3092b530e admin admin] Router 50429842-9af3-4d2d-bcd6-a5f6d0bee85f has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:55:20.736253 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-1eacfc5d-cfe3-4349-a8b0-e31a4f2e8a53 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:20.737763 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-1eacfc5d-cfe3-4349-a8b0-e31a4f2e8a53 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.93 "GET /v2.0/networks?id=56727042-25d7-492c-b11b-57580ed61276 HTTP/1.1" status: 200 len: 818 time: 1.4972737 Feb 17 09:55:20.765933 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-bf0ab8e5-f939-401a-b816-4783964d3217 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Request body: {'port': {'device_id': '62978e71-d0ef-428d-b4cb-4d029f4f2981', 'network_id': '56727042-25d7-492c-b11b-57580ed61276', 'admin_state_up': True, 'tenant_id': '13e27e736c544248b7b364646f33dd08'}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:55:20.810536 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-d022f009-4ae2-496d-8b03-3809928bed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:20.813530 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-d022f009-4ae2-496d-8b03-3809928bed1e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00c24b15-aa81-4b6e-912f-1e91c3a9689b HTTP/1.1" status: 200 len: 854 time: 0.1676297 Feb 17 09:55:20.905589 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 45452) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:20.914431 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-ef7da0cd-b910-4170-aafd-602a83d3e818 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3e394879-3601-44f7-9d0c-db3a1f77754c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922630 Feb 17 09:55:20.917935 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c9956-5c22-4eb5-8d4a-a13e1ae0f555 req-52b54a25-fc9b-4dc8-b3fe-3447d6d106c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:20.922397 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-af7c9956-5c22-4eb5-8d4a-a13e1ae0f555 req-52b54a25-fc9b-4dc8-b3fe-3447d6d106c7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=015b230aa2604b71a95ebe9e0c5e62fe&device_id=fa20d7ad-7c8e-426a-a028-bb7cdc2afafb HTTP/1.1" status: 200 len: 1128 time: 0.3268037 Feb 17 09:55:20.937169 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-78fb70ec-9b92-4b5b-8e39-c5ce111846bf tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Request body: {'security_group': {'name': 'tempest-securitygroup--651521310', 'description': 'tempest-description--1427622618'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:55:21.211915 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-ff33d8d0-8b9f-454b-8bc9-d9375f0e09fa None None] Publish callbacks [] for port (1550b0e8-ebfc-4c92-aec5-36c80a98a305), precommit_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:21.229372 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-ff33d8d0-8b9f-454b-8bc9-d9375f0e09fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (1550b0e8-ebfc-4c92-aec5-36c80a98a305), after_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:21.328216 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-78fb70ec-9b92-4b5b-8e39-c5ce111846bf tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:21.394787 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-cb74c09e-72b3-41ef-8f50-942bf1da1f6e req-861b6b58-4f50-4b89-8e63-3f003a8a7b51 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 210 time: 0.4370198 Feb 17 09:55:21.513873 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.managers [None req-ff33d8d0-8b9f-454b-8bc9-d9375f0e09fa None None] Attempting to bind port 1550b0e8-ebfc-4c92-aec5-36c80a98a305 on host dv-cinder-778193-18-iscsi for vnic_type normal with profile {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:55:21.513873 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.managers [None req-ff33d8d0-8b9f-454b-8bc9-d9375f0e09fa None None] Attempting to bind port 1550b0e8-ebfc-4c92-aec5-36c80a98a305 by drivers openvswitch,hyperv on host dv-cinder-778193-18-iscsi at level 0 using segments [{'id': '27b95298-c23c-4d5f-8605-60b0d2d05807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8'}] {{(pid=102623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:55:21.514521 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff33d8d0-8b9f-454b-8bc9-d9375f0e09fa None None] Attempting to bind port 1550b0e8-ebfc-4c92-aec5-36c80a98a305 on network 796052e6-6954-480c-a009-16c1a3be89b8 {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:55:21.525343 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff33d8d0-8b9f-454b-8bc9-d9375f0e09fa None None] Checking agent: {'id': '79564d9f-88b8-4061-9e24-638c07d5ce89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 46, 48), 'started_at': datetime.datetime(2022, 2, 17, 9, 47, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:55:21.525726 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff33d8d0-8b9f-454b-8bc9-d9375f0e09fa None None] Checking segment: {'id': '27b95298-c23c-4d5f-8605-60b0d2d05807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:55:21.526293 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-ff33d8d0-8b9f-454b-8bc9-d9375f0e09fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:21.526843 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff33d8d0-8b9f-454b-8bc9-d9375f0e09fa None None] Bound using segment: {'id': '27b95298-c23c-4d5f-8605-60b0d2d05807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8'} {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:55:21.527599 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.managers [None req-ff33d8d0-8b9f-454b-8bc9-d9375f0e09fa None None] Bound port: 1550b0e8-ebfc-4c92-aec5-36c80a98a305, host: dv-cinder-778193-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b95298-c23c-4d5f-8605-60b0d2d05807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8'}}] {{(pid=102623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:55:21.528059 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-ff33d8d0-8b9f-454b-8bc9-d9375f0e09fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (1550b0e8-ebfc-4c92-aec5-36c80a98a305), before_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:21.632452 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.db [None req-ff33d8d0-8b9f-454b-8bc9-d9375f0e09fa None None] For port 1550b0e8-ebfc-4c92-aec5-36c80a98a305, host dv-cinder-778193-18-iscsi, cleared binding levels {{(pid=102623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:55:21.635050 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735bee0-d7d6-4163-a56d-da79e5c3882c req-ad7f177f-1c41-4573-8e50-a732a6935563 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:21.640857 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.db [None req-ff33d8d0-8b9f-454b-8bc9-d9375f0e09fa None None] For port 1550b0e8-ebfc-4c92-aec5-36c80a98a305, host dv-cinder-778193-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=1550b0e8-ebfc-4c92-aec5-36c80a98a305,segment=NetworkSegment(27b95298-c23c-4d5f-8605-60b0d2d05807),segment_id=27b95298-c23c-4d5f-8605-60b0d2d05807)] {{(pid=102623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:55:21.641021 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b735bee0-d7d6-4163-a56d-da79e5c3882c req-ad7f177f-1c41-4573-8e50-a732a6935563 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa20d7ad-7c8e-426a-a028-bb7cdc2afafb HTTP/1.1" status: 200 len: 944 time: 0.8978243 Feb 17 09:55:21.652761 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4338c7-49b3-42dd-b091-5e1ed68e0872 None None] Pushing event updated for resources: {'Port': ['ID=1550b0e8-ebfc-4c92-aec5-36c80a98a305,revision_number=3']} {{(pid=102623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:21.661926 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-ff33d8d0-8b9f-454b-8bc9-d9375f0e09fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (1550b0e8-ebfc-4c92-aec5-36c80a98a305), after_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:21.674260 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-78fb70ec-9b92-4b5b-8e39-c5ce111846bf tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for security_group (38c37d0c-35fc-4dae-80a6-b6ec7fe47708), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:21.696353 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-78fb70ec-9b92-4b5b-8e39-c5ce111846bf tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (38c37d0c-35fc-4dae-80a6-b6ec7fe47708), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:21.730647 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-ee95d92f-1fbb-4113-98d3-e86a483b2169 service neutron] 10.222.0.93 "GET /v2.0/networks/3e394879-3601-44f7-9d0c-db3a1f77754c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7851744 Feb 17 09:55:21.758796 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c9956-5c22-4eb5-8d4a-a13e1ae0f555 req-7800054b-d553-4d12-9a32-4d91f7e34089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:21.761263 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-af7c9956-5c22-4eb5-8d4a-a13e1ae0f555 req-7800054b-d553-4d12-9a32-4d91f7e34089 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0ddc4770-e534-4396-b2a5-87b212d7b3e6 HTTP/1.1" status: 200 len: 914 time: 0.8178611 Feb 17 09:55:21.762122 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4338c7-49b3-42dd-b091-5e1ed68e0872 None None] Pushing event updated for resources: {'Port': ['ID=1550b0e8-ebfc-4c92-aec5-36c80a98a305,revision_number=4']} {{(pid=102623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:21.792500 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:55:21.793902 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aa7aff76-e266-4f92-8b31-ab3ba09fb70c None None] Provisioning complete for port 1550b0e8-ebfc-4c92-aec5-36c80a98a305 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:55:21.794434 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aa7aff76-e266-4f92-8b31-ab3ba09fb70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (1550b0e8-ebfc-4c92-aec5-36c80a98a305), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:21.812752 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff33d8d0-8b9f-454b-8bc9-d9375f0e09fa None None] Routers {'686e692a-617e-44df-afaa-5ab49250a24f'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:55:21.813554 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-ff33d8d0-8b9f-454b-8bc9-d9375f0e09fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:55:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['686e692a-617e-44df-afaa-5ab49250a24f'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:21.887392 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-78fb70ec-9b92-4b5b-8e39-c5ce111846bf tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:21.892167 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-78fb70ec-9b92-4b5b-8e39-c5ce111846bf tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9765139 Feb 17 09:55:21.913076 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 45478) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:21.917492 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-af7c9956-5c22-4eb5-8d4a-a13e1ae0f555 req-d9dde350-7d01-4756-a94f-a8826ebb5a8c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9db4a517-edd3-403d-996a-63f7a6561d48 HTTP/1.1" status: 200 len: 217 time: 0.1462924 Feb 17 09:55:21.919326 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-ffd387dc-1aed-49e1-8343-d6cfaa2989a9 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Request body: {'security_group_rule': {'security_group_id': '38c37d0c-35fc-4dae-80a6-b6ec7fe47708', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:55:21.944111 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b735bee0-d7d6-4163-a56d-da79e5c3882c req-df19d1db-4e13-4ebc-bb3b-4e848b0d7a8e tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/security-groups?id=a334c755-c1f5-4a26-bfe8-f2d16f4857b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741952 Feb 17 09:55:21.965412 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeea1486-50ec-4da7-8884-44c3092b530e admin admin] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:55:22.005378 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd97a78-a486-4a95-8f92-4a01f6b9d6b3 None None] Sync routers for ids ['50429842-9af3-4d2d-bcd6-a5f6d0bee85f'] in dv-cinder-778193-18-iscsi {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:55:22.007531 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-aeea1486-50ec-4da7-8884-44c3092b530e admin admin] 10.222.0.82 "PUT /v2.0/routers/50429842-9af3-4d2d-bcd6-a5f6d0bee85f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9404523 Feb 17 09:55:22.010267 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb70ec-9b92-4b5b-8e39-c5ce111846bf tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c37d0c-35fc-4dae-80a6-b6ec7fe47708,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:22.101807 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ffd387dc-1aed-49e1-8343-d6cfaa2989a9 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for security_group_rule (5b0a5e6e-b7ff-4b6a-99c2-ae51bdf1aad0), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:22.138258 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aa7aff76-e266-4f92-8b31-ab3ba09fb70c None None] Current status of the port 1550b0e8-ebfc-4c92-aec5-36c80a98a305 is: DOWN; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:55:22.138453 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c9956-5c22-4eb5-8d4a-a13e1ae0f555 req-db767758-e8e2-4b73-b567-a62074ef5dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:22.138981 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aa7aff76-e266-4f92-8b31-ab3ba09fb70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (1550b0e8-ebfc-4c92-aec5-36c80a98a305), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:22.140953 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-af7c9956-5c22-4eb5-8d4a-a13e1ae0f555 req-db767758-e8e2-4b73-b567-a62074ef5dd8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=86dcb5b9-4cf7-432b-95ea-0b1a90ee8f85 HTTP/1.1" status: 200 len: 852 time: 0.2057705 Feb 17 09:55:22.166528 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8d239-c93d-49b4-8b32-ea30a177fd0e req-5372c9c7-68d7-4091-96f2-8e1fb9ee2099 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:22.169376 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd97a78-a486-4a95-8f92-4a01f6b9d6b3 None None] Routers {'50429842-9af3-4d2d-bcd6-a5f6d0bee85f'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:55:22.169614 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-ff33d8d0-8b9f-454b-8bc9-d9375f0e09fa None None] Set router 686e692a-617e-44df-afaa-5ab49250a24f gateway port host: dv-cinder-778193-18-iscsi {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:55:22.173843 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-8cd97a78-a486-4a95-8f92-4a01f6b9d6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:55:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['50429842-9af3-4d2d-bcd6-a5f6d0bee85f'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:22.183032 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-94c8d239-c93d-49b4-8b32-ea30a177fd0e req-5372c9c7-68d7-4091-96f2-8e1fb9ee2099 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=d0299923-afdb-4ac1-9059-0374d9a12af4 HTTP/1.1" status: 200 len: 943 time: 0.5429773 Feb 17 09:55:22.307811 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-94c8d239-c93d-49b4-8b32-ea30a177fd0e req-4e137deb-3f72-44b8-9262-b592ffd5267e tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236343 Feb 17 09:55:22.311091 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-bf0ab8e5-f939-401a-b816-4783964d3217 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Made reservation on behalf of 13e27e736c544248b7b364646f33dd08 for: {'port': 1} {{(pid=102620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:55:22.315680 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.93', 56798) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:22.319750 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-bf0ab8e5-f939-401a-b816-4783964d3217 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:22.343738 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-af7c9956-5c22-4eb5-8d4a-a13e1ae0f555 req-83b1fab1-c91b-4179-ab70-faabbd3adb2a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0ddc4770-e534-4396-b2a5-87b212d7b3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1598227 Feb 17 09:55:22.529712 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-aa7aff76-e266-4f92-8b31-ab3ba09fb70c None None] For port 1550b0e8-ebfc-4c92-aec5-36c80a98a305, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=1550b0e8-ebfc-4c92-aec5-36c80a98a305,segment=NetworkSegment(27b95298-c23c-4d5f-8605-60b0d2d05807),segment_id=27b95298-c23c-4d5f-8605-60b0d2d05807)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:55:22.563677 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aa7aff76-e266-4f92-8b31-ab3ba09fb70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (1550b0e8-ebfc-4c92-aec5-36c80a98a305), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:22.793197 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b49ec4d0-f55f-4cfa-96b1-daba32e5c56e req-73d03db1-0758-4ade-bb70-6a3e0417bf5a service neutron] 10.222.0.93 "GET /v2.0/networks/3e394879-3601-44f7-9d0c-db3a1f77754c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0170715 Feb 17 09:55:22.851819 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-658496c9-1949-4e1a-be29-86146fe6a425 req-919e5efc-7766-4faf-bee7-34130d53fdd1 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 210 time: 0.1343811 Feb 17 09:55:22.906803 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-8cd97a78-a486-4a95-8f92-4a01f6b9d6b3 None None] Set router 50429842-9af3-4d2d-bcd6-a5f6d0bee85f gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:55:23.029428 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-0c2c4a25-d986-4044-a6fa-94dae89ffc93 None None] Provisioning complete for port 1550b0e8-ebfc-4c92-aec5-36c80a98a305 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:55:23.029803 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0c2c4a25-d986-4044-a6fa-94dae89ffc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (1550b0e8-ebfc-4c92-aec5-36c80a98a305), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:23.131539 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-af7c9956-5c22-4eb5-8d4a-a13e1ae0f555 req-332d769b-3bbd-4f61-964c-75cb0467cec2 service neutron] 10.222.0.93 "GET /v2.0/networks/0ddc4770-e534-4396-b2a5-87b212d7b3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5931904 Feb 17 09:55:23.191660 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7aff76-e266-4f92-8b31-ab3ba09fb70c None None] Pushing event updated for resources: {'Port': ['ID=1550b0e8-ebfc-4c92-aec5-36c80a98a305,revision_number=5']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:23.259961 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-ff33d8d0-8b9f-454b-8bc9-d9375f0e09fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686e692a-617e-44df-afaa-5ab49250a24f', 'name': 'tempest-AttachVolumeTestJSON-624494086-router', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:01Z', 'updated_at': '2022-02-17T09:55:14Z', 'revision_number': 4, 'project_id': '7039608c8379432d81234a6c5f780815', 'gw_port': {'id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:03Z', 'updated_at': '2022-02-17T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': '1550b0e8-ebfc-4c92-aec5-36c80a98a305', 'name': '', 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'mac_address': 'fa:16:3e:a8:3c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4595d53c-1b19-44a4-9d57-e790e2a0475e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:10Z', 'updated_at': '2022-02-17T09:55:21Z', 'revision_number': 4, 'project_id': '7039608c8379432d81234a6c5f780815', 'subnets': [{'id': '4595d53c-1b19-44a4-9d57-e790e2a0475e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:23.264016 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.db_base_plugin_common [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-bf0ab8e5-f939-401a-b816-4783964d3217 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Allocated IP 172.20.0.14 (56727042-25d7-492c-b11b-57580ed61276/1d6fec72-bab7-4137-8c4d-c54b278ae7ca/9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b) {{(pid=102620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:55:23.284158 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ffd387dc-1aed-49e1-8343-d6cfaa2989a9 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for security_group_rule (5b0a5e6e-b7ff-4b6a-99c2-ae51bdf1aad0), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:23.286594 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 45530) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:23.288681 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 45532) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:23.354239 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-ae4be72f-d10b-4c85-8c01-f4ba261bffea tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Request body: {'security_group': {'name': 'tempest-securitygroup--692460534', 'description': 'tempest-description--244961169'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:55:23.388562 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff33d8d0-8b9f-454b-8bc9-d9375f0e09fa None None] The sync data for ids ['686e692a-617e-44df-afaa-5ab49250a24f'] in dv-cinder-778193-18-iscsi is: [{'id': '686e692a-617e-44df-afaa-5ab49250a24f', 'name': 'tempest-AttachVolumeTestJSON-624494086-router', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:01Z', 'updated_at': '2022-02-17T09:55:14Z', 'revision_number': 4, 'project_id': '7039608c8379432d81234a6c5f780815', 'gw_port': {'id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:03Z', 'updated_at': '2022-02-17T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': '1550b0e8-ebfc-4c92-aec5-36c80a98a305', 'name': '', 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'mac_address': 'fa:16:3e:a8:3c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4595d53c-1b19-44a4-9d57-e790e2a0475e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:10Z', 'updated_at': '2022-02-17T09:55:21Z', 'revision_number': 4, 'project_id': '7039608c8379432d81234a6c5f780815', 'subnets': [{'id': '4595d53c-1b19-44a4-9d57-e790e2a0475e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:55:23.404614 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ffd387dc-1aed-49e1-8343-d6cfaa2989a9 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711128'] for security_group_rule (5b0a5e6e-b7ff-4b6a-99c2-ae51bdf1aad0), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:23.526516 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-0c2c4a25-d986-4044-a6fa-94dae89ffc93 None None] Current status of the port 1550b0e8-ebfc-4c92-aec5-36c80a98a305 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:55:23.562458 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ffd387dc-1aed-49e1-8343-d6cfaa2989a9 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:23.563723 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-ffd387dc-1aed-49e1-8343-d6cfaa2989a9 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6480100 Feb 17 09:55:23.575247 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 45542) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:23.650522 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-a282b6ac-fdfe-48f5-965f-f16c67b5421a tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Request body: {'security_group_rule': {'security_group_id': '38c37d0c-35fc-4dae-80a6-b6ec7fe47708', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:55:23.752884 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-689efded-d766-4df7-b744-51618ec203c0 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:23.766762 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-689efded-d766-4df7-b744-51618ec203c0 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.93 "GET /v2.0/networks?id=56727042-25d7-492c-b11b-57580ed61276 HTTP/1.1" status: 200 len: 818 time: 1.4206519 Feb 17 09:55:23.787643 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd387dc-1aed-49e1-8343-d6cfaa2989a9 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b0a5e6e-b7ff-4b6a-99c2-ae51bdf1aad0,revision_number=0']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:23.928970 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-aec886ae-1b82-4b29-85cb-303cec3fd20d tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Request body: {'port': {'device_id': 'dba3329c-1fb8-41c3-b4d0-245fcf58e671', 'network_id': '56727042-25d7-492c-b11b-57580ed61276', 'admin_state_up': True, 'tenant_id': '13e27e736c544248b7b364646f33dd08'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:55:23.979515 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-8cd97a78-a486-4a95-8f92-4a01f6b9d6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'name': 'tempest-AttachVolumeShelveTestJSON-427590882-router', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:00Z', 'updated_at': '2022-02-17T09:55:17Z', 'revision_number': 4, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'gw_port': {'id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:02Z', 'updated_at': '2022-02-17T09:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': '4256595c-a414-4dc8-9a0f-d1e2e5bce808', 'name': '', 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'mac_address': 'fa:16:3e:c9:9b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:10Z', 'updated_at': '2022-02-17T09:55:18Z', 'revision_number': 2, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'subnets': [{'id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:24.017511 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd97a78-a486-4a95-8f92-4a01f6b9d6b3 None None] Checking router: 50429842-9af3-4d2d-bcd6-a5f6d0bee85f for host: dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:55:24.018113 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd97a78-a486-4a95-8f92-4a01f6b9d6b3 None None] Updating router 50429842-9af3-4d2d-bcd6-a5f6d0bee85f port 4256595c-a414-4dc8-9a0f-d1e2e5bce808 binding host dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:55:24.024793 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d74686-da6d-4469-9a60-7a29ef64f3f0 req-7449a6af-1a9e-49bf-b8af-6c1a37133bc5 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:24.027615 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f2d74686-da6d-4469-9a60-7a29ef64f3f0 req-7449a6af-1a9e-49bf-b8af-6c1a37133bc5 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=d0299923-afdb-4ac1-9059-0374d9a12af4 HTTP/1.1" status: 200 len: 943 time: 0.4218707 Feb 17 09:55:24.035611 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-bf0ab8e5-f939-401a-b816-4783964d3217 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Publish callbacks [] for port (9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:24.048696 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf453f-bb11-4f0a-bfa8-e9251d251dbf req-5dd12ed3-9904-44f8-b59a-1e24b496436d tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:24.052051 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-a282b6ac-fdfe-48f5-965f-f16c67b5421a tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for security_group_rule (d7097df7-e58a-4155-8780-2cea9ee4aab0), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:24.066377 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1aaf453f-bb11-4f0a-bfa8-e9251d251dbf req-5dd12ed3-9904-44f8-b59a-1e24b496436d tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa20d7ad-7c8e-426a-a028-bb7cdc2afafb HTTP/1.1" status: 200 len: 944 time: 0.5086451 Feb 17 09:55:24.068316 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 45552) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:24.076362 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-af7c9956-5c22-4eb5-8d4a-a13e1ae0f555 req-3f859f47-f445-475b-92b5-ce6a153e12e6 service neutron] 10.222.0.93 "GET /v2.0/networks/0ddc4770-e534-4396-b2a5-87b212d7b3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9008749 Feb 17 09:55:24.104649 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-8cd97a78-a486-4a95-8f92-4a01f6b9d6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (4256595c-a414-4dc8-9a0f-d1e2e5bce808), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:24.238074 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ae4be72f-d10b-4c85-8c01-f4ba261bffea tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:24.321008 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1aaf453f-bb11-4f0a-bfa8-e9251d251dbf req-0c1ff7b0-5bd3-4b31-95be-bd321ba17d5f tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/security-groups?id=a334c755-c1f5-4a26-bfe8-f2d16f4857b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537928 Feb 17 09:55:24.324689 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-028892b7-30cc-4d86-b1d2-e32f3cedf67c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:24.382924 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f2d74686-da6d-4469-9a60-7a29ef64f3f0 req-a51f2c07-b4ea-41b2-ba54-6b3394c034de tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432653 Feb 17 09:55:24.407539 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-bf0ab8e5-f939-401a-b816-4783964d3217 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393'] for port (9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:24.555465 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-4c12184c-fb13-417d-b112-46757a988637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:24.630978 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-53c4caa8-8bc5-4bd6-8ee4-5355ab253711 req-c9353b00-ac4a-4e34-b0cb-c82750792b76 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 210 time: 0.1135879 Feb 17 09:55:24.652193 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-bf0ab8e5-f939-401a-b816-4783964d3217 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Network 56727042-25d7-492c-b11b-57580ed61276 is already hosted by enough agents. {{(pid=102620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:55:24.664948 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-bf0ab8e5-f939-401a-b816-4783964d3217 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Resources bound (agent type, host, resource id): {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:55:24.677639 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-bf0ab8e5-f939-401a-b816-4783964d3217 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Received port after_create {{(pid=102620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:55:24.690816 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-bf0ab8e5-f939-401a-b816-4783964d3217 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:24.695989 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-bf0ab8e5-f939-401a-b816-4783964d3217 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for port (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:24.716023 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ab8e5-f939-401a-b816-4783964d3217 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Pushing event updated for resources: {'Port': ['ID=9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:24.742217 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-a282b6ac-fdfe-48f5-965f-f16c67b5421a tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for security_group_rule (d7097df7-e58a-4155-8780-2cea9ee4aab0), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:24.767090 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-a282b6ac-fdfe-48f5-965f-f16c67b5421a tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711128'] for security_group_rule (d7097df7-e58a-4155-8780-2cea9ee4aab0), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:24.780766 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-bf0ab8e5-f939-401a-b816-4783964d3217 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0215096 Feb 17 09:55:24.801293 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-d8dd2e15-c8f4-4bb8-9aa6-80ced13a6ab4 service neutron] Request body: {'port': {'device_id': '62978e71-d0ef-428d-b4cb-4d029f4f2981', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:55:24.924627 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282b6ac-fdfe-48f5-965f-f16c67b5421a tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7097df7-e58a-4155-8780-2cea9ee4aab0,revision_number=0']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:24.955446 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ae4be72f-d10b-4c85-8c01-f4ba261bffea tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for security_group (a5d18a7f-955a-4f09-91d0-285dfea6c10e), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:24.967754 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-a282b6ac-fdfe-48f5-965f-f16c67b5421a tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:24.975948 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-a282b6ac-fdfe-48f5-965f-f16c67b5421a tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3599570 Feb 17 09:55:24.996925 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-8cd97a78-a486-4a95-8f92-4a01f6b9d6b3 None None] Publish callbacks [] for port (4256595c-a414-4dc8-9a0f-d1e2e5bce808), precommit_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:24.999017 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 45568) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:25.007467 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-8cd97a78-a486-4a95-8f92-4a01f6b9d6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (4256595c-a414-4dc8-9a0f-d1e2e5bce808), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:25.041558 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-d881f642-c562-47e0-b834-d3dc2e2d1a5d tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Request body: {'floatingip': {'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:55:25.056335 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ae4be72f-d10b-4c85-8c01-f4ba261bffea tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (a5d18a7f-955a-4f09-91d0-285dfea6c10e), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:25.095002 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-4c12184c-fb13-417d-b112-46757a988637 admin admin] Publish callbacks [] for security_group (f816fab3-c93c-483c-b33f-6b304b7e336a), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:25.101616 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-d8dd2e15-c8f4-4bb8-9aa6-80ced13a6ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b), before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:25.157995 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-4c12184c-fb13-417d-b112-46757a988637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (f816fab3-c93c-483c-b33f-6b304b7e336a), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:25.206147 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dac1f3-3571-40c8-92d3-385466fbcfe7 None None] Pushing event updated for resources: {'Port': ['ID=4256595c-a414-4dc8-9a0f-d1e2e5bce808,revision_number=3']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:25.209573 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-8cd97a78-a486-4a95-8f92-4a01f6b9d6b3 None None] Attempting to bind port 4256595c-a414-4dc8-9a0f-d1e2e5bce808 on host dv-cinder-778193-18-iscsi for vnic_type normal with profile {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:55:25.209947 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-8cd97a78-a486-4a95-8f92-4a01f6b9d6b3 None None] Attempting to bind port 4256595c-a414-4dc8-9a0f-d1e2e5bce808 by drivers openvswitch,hyperv on host dv-cinder-778193-18-iscsi at level 0 using segments [{'id': '44712ed5-627e-45e3-929a-a847c740dda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681'}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:55:25.210530 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd97a78-a486-4a95-8f92-4a01f6b9d6b3 None None] Attempting to bind port 4256595c-a414-4dc8-9a0f-d1e2e5bce808 on network c3aac7fc-fa00-48a3-aaf1-bf71d0d04681 {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:55:25.216841 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd97a78-a486-4a95-8f92-4a01f6b9d6b3 None None] Checking agent: {'id': '79564d9f-88b8-4061-9e24-638c07d5ce89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 46, 48), 'started_at': datetime.datetime(2022, 2, 17, 9, 47, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:55:25.217223 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd97a78-a486-4a95-8f92-4a01f6b9d6b3 None None] Checking segment: {'id': '44712ed5-627e-45e3-929a-a847c740dda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:55:25.217641 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-8cd97a78-a486-4a95-8f92-4a01f6b9d6b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:25.218033 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd97a78-a486-4a95-8f92-4a01f6b9d6b3 None None] Bound using segment: {'id': '44712ed5-627e-45e3-929a-a847c740dda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681'} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:55:25.218510 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-8cd97a78-a486-4a95-8f92-4a01f6b9d6b3 None None] Bound port: 4256595c-a414-4dc8-9a0f-d1e2e5bce808, host: dv-cinder-778193-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44712ed5-627e-45e3-929a-a847c740dda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681'}}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:55:25.218901 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-8cd97a78-a486-4a95-8f92-4a01f6b9d6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (4256595c-a414-4dc8-9a0f-d1e2e5bce808), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:25.221301 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-aec886ae-1b82-4b29-85cb-303cec3fd20d tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Made reservation on behalf of 13e27e736c544248b7b364646f33dd08 for: {'port': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:55:25.228996 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-aec886ae-1b82-4b29-85cb-303cec3fd20d tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:25.243870 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12184c-fb13-417d-b112-46757a988637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f816fab3-c93c-483c-b33f-6b304b7e336a,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:25.298982 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-4c12184c-fb13-417d-b112-46757a988637 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=b3bc2fcd42b44894b8abd54191b3ce97&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2200124 Feb 17 09:55:25.307080 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 45570) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:25.308549 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ae4be72f-d10b-4c85-8c01-f4ba261bffea tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:25.309830 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-ae4be72f-d10b-4c85-8c01-f4ba261bffea tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.0181236 Feb 17 09:55:25.324072 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-028892b7-30cc-4d86-b1d2-e32f3cedf67c admin admin] Publish callbacks [] for security_group (f0b87c5f-e73d-423b-9d2b-20ef5c562499), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:25.340119 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 45572) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:25.342498 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-d881f642-c562-47e0-b834-d3dc2e2d1a5d tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:25.352706 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-8cd97a78-a486-4a95-8f92-4a01f6b9d6b3 None None] For port 4256595c-a414-4dc8-9a0f-d1e2e5bce808, host dv-cinder-778193-18-iscsi, cleared binding levels {{(pid=102622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:55:25.358897 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-8cd97a78-a486-4a95-8f92-4a01f6b9d6b3 None None] For port 4256595c-a414-4dc8-9a0f-d1e2e5bce808, host dv-cinder-778193-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=4256595c-a414-4dc8-9a0f-d1e2e5bce808,segment=NetworkSegment(44712ed5-627e-45e3-929a-a847c740dda7),segment_id=44712ed5-627e-45e3-929a-a847c740dda7)] {{(pid=102622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:55:25.371790 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 1550b0e8-ebfc-4c92-aec5-36c80a98a305 up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:55:25.384680 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-8cd97a78-a486-4a95-8f92-4a01f6b9d6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (4256595c-a414-4dc8-9a0f-d1e2e5bce808), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:25.387247 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-2c782fbf-3aec-4463-8a57-6203f2ce841e tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Request body: {'security_group_rule': {'security_group_id': 'a5d18a7f-955a-4f09-91d0-285dfea6c10e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:55:25.430814 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5e2de715-15c9-4aa2-8013-3a5de5e4e6be admin admin] Publish callbacks [] for security_group (f816fab3-c93c-483c-b33f-6b304b7e336a), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:25.440714 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4be72f-d10b-4c85-8c01-f4ba261bffea tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d18a7f-955a-4f09-91d0-285dfea6c10e,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:25.477479 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-028892b7-30cc-4d86-b1d2-e32f3cedf67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (f0b87c5f-e73d-423b-9d2b-20ef5c562499), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:25.608316 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd97a78-a486-4a95-8f92-4a01f6b9d6b3 None None] Routers {'50429842-9af3-4d2d-bcd6-a5f6d0bee85f'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:55:25.608971 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-8cd97a78-a486-4a95-8f92-4a01f6b9d6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:55:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['50429842-9af3-4d2d-bcd6-a5f6d0bee85f'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:25.739308 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-028892b7-30cc-4d86-b1d2-e32f3cedf67c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6a01b93e76fa439bb0e035e0e14cdfb9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4421082 Feb 17 09:55:25.743258 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 45580) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:25.752293 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028892b7-30cc-4d86-b1d2-e32f3cedf67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b87c5f-e73d-423b-9d2b-20ef5c562499,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:25.852369 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-2c782fbf-3aec-4463-8a57-6203f2ce841e tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for security_group_rule (a7781497-2491-4722-9a6c-d68d6e20dbc4), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:26.005854 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-8cd97a78-a486-4a95-8f92-4a01f6b9d6b3 None None] Set router 50429842-9af3-4d2d-bcd6-a5f6d0bee85f gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:55:26.083520 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5e2de715-15c9-4aa2-8013-3a5de5e4e6be admin admin] Publish callbacks [] for security_group (f816fab3-c93c-483c-b33f-6b304b7e336a), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:26.131073 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-3af85ac9-c5e2-4081-b7aa-d0ab63886fdd admin admin] Publish callbacks [] for security_group (f0b87c5f-e73d-423b-9d2b-20ef5c562499), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:26.308454 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fe07c-f7bb-4e07-996a-836ca4fc9291 req-5775aa61-4563-4a7f-9d32-8a4e50e53182 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:26.313974 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e49fe07c-f7bb-4e07-996a-836ca4fc9291 req-5775aa61-4563-4a7f-9d32-8a4e50e53182 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=d0299923-afdb-4ac1-9059-0374d9a12af4 HTTP/1.1" status: 200 len: 943 time: 0.6947691 Feb 17 09:55:26.379480 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dac1f3-3571-40c8-92d3-385466fbcfe7 None None] Pushing event updated for resources: {'Port': ['ID=4256595c-a414-4dc8-9a0f-d1e2e5bce808,revision_number=4']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:26.388047 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5e2de715-15c9-4aa2-8013-3a5de5e4e6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (f816fab3-c93c-483c-b33f-6b304b7e336a), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:26.390667 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-19eef237-b7db-4dcd-9988-07c9dc5231ce None None] Provisioning complete for port 4256595c-a414-4dc8-9a0f-d1e2e5bce808 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:55:26.391242 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-19eef237-b7db-4dcd-9988-07c9dc5231ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (4256595c-a414-4dc8-9a0f-d1e2e5bce808), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:26.391794 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5e2de715-15c9-4aa2-8013-3a5de5e4e6be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:26.395716 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-5e2de715-15c9-4aa2-8013-3a5de5e4e6be admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f816fab3-c93c-483c-b33f-6b304b7e336a HTTP/1.1" status: 204 len: 168 time: 1.0851166 Feb 17 09:55:26.434927 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-3af85ac9-c5e2-4081-b7aa-d0ab63886fdd admin admin] Publish callbacks [] for security_group (f0b87c5f-e73d-423b-9d2b-20ef5c562499), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:26.436360 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ca908-7aa2-4080-b36d-41a3b3298d4a req-e01ad8fe-f44e-4834-9f4c-ee05c0c3127f tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:26.444781 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-503ca908-7aa2-4080-b36d-41a3b3298d4a req-e01ad8fe-f44e-4834-9f4c-ee05c0c3127f tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa20d7ad-7c8e-426a-a028-bb7cdc2afafb HTTP/1.1" status: 200 len: 944 time: 0.8328674 Feb 17 09:55:26.456760 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 1550b0e8-ebfc-4c92-aec5-36c80a98a305 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:55:26.457200 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (1550b0e8-ebfc-4c92-aec5-36c80a98a305), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:26.460225 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_common [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-aec886ae-1b82-4b29-85cb-303cec3fd20d tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Allocated IP 172.20.0.11 (56727042-25d7-492c-b11b-57580ed61276/1d6fec72-bab7-4137-8c4d-c54b278ae7ca/4f88b398-b2c4-4437-be4c-4a5b92aa76f6) {{(pid=102621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:55:26.519521 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-2c782fbf-3aec-4463-8a57-6203f2ce841e tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for security_group_rule (a7781497-2491-4722-9a6c-d68d6e20dbc4), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:26.520163 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2de715-15c9-4aa2-8013-3a5de5e4e6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f816fab3-c93c-483c-b33f-6b304b7e336a,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:26.560420 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-2c782fbf-3aec-4463-8a57-6203f2ce841e tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711128'] for security_group_rule (a7781497-2491-4722-9a6c-d68d6e20dbc4), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:26.604529 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c782fbf-3aec-4463-8a57-6203f2ce841e tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7781497-2491-4722-9a6c-d68d6e20dbc4,revision_number=0']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:26.621180 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e49fe07c-f7bb-4e07-996a-836ca4fc9291 req-bce8b7bb-4a74-49cb-8065-832da8aa50af tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900314 Feb 17 09:55:26.727177 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-19eef237-b7db-4dcd-9988-07c9dc5231ce None None] Current status of the port 4256595c-a414-4dc8-9a0f-d1e2e5bce808 is: DOWN; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:55:26.727564 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-19eef237-b7db-4dcd-9988-07c9dc5231ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (4256595c-a414-4dc8-9a0f-d1e2e5bce808), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:26.746859 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-503ca908-7aa2-4080-b36d-41a3b3298d4a req-c42b6d92-4927-44c0-8924-bf58ca6c9786 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/security-groups?id=a334c755-c1f5-4a26-bfe8-f2d16f4857b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896738 Feb 17 09:55:26.769770 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-d881f642-c562-47e0-b834-d3dc2e2d1a5d tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:26.795392 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-2c782fbf-3aec-4463-8a57-6203f2ce841e tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:26.796620 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-2c782fbf-3aec-4463-8a57-6203f2ce841e tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4509211 Feb 17 09:55:26.800042 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 45594) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:26.804889 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-7389e533-7cb2-4bdb-89b6-652845108fee tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Request body: {'security_group_rule': {'security_group_id': 'a5d18a7f-955a-4f09-91d0-285dfea6c10e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:55:26.869301 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-7389e533-7cb2-4bdb-89b6-652845108fee tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for security_group_rule (b706cb9c-8c09-4f50-a067-7fa8305837e2), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:26.901102 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-19eef237-b7db-4dcd-9988-07c9dc5231ce None None] For port 4256595c-a414-4dc8-9a0f-d1e2e5bce808, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=4256595c-a414-4dc8-9a0f-d1e2e5bce808,segment=NetworkSegment(44712ed5-627e-45e3-929a-a847c740dda7),segment_id=44712ed5-627e-45e3-929a-a847c740dda7)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:55:26.904604 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-8cd97a78-a486-4a95-8f92-4a01f6b9d6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'name': 'tempest-AttachVolumeShelveTestJSON-427590882-router', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:00Z', 'updated_at': '2022-02-17T09:55:17Z', 'revision_number': 4, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'gw_port': {'id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:02Z', 'updated_at': '2022-02-17T09:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': '4256595c-a414-4dc8-9a0f-d1e2e5bce808', 'name': '', 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'mac_address': 'fa:16:3e:c9:9b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:10Z', 'updated_at': '2022-02-17T09:55:25Z', 'revision_number': 4, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'subnets': [{'id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:26.965027 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-3af85ac9-c5e2-4081-b7aa-d0ab63886fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (f0b87c5f-e73d-423b-9d2b-20ef5c562499), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:26.978580 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-3af85ac9-c5e2-4081-b7aa-d0ab63886fdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:26.978818 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8e76c437-9d2e-4c0d-b878-cdc2c68de50e req-21d87670-ca75-4ea8-a4c1-c94ed195d678 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 210 time: 0.0789413 Feb 17 09:55:26.987009 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-3af85ac9-c5e2-4081-b7aa-d0ab63886fdd admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f0b87c5f-e73d-423b-9d2b-20ef5c562499 HTTP/1.1" status: 204 len: 168 time: 1.2398357 Feb 17 09:55:26.999011 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-19eef237-b7db-4dcd-9988-07c9dc5231ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (4256595c-a414-4dc8-9a0f-d1e2e5bce808), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:27.023812 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd97a78-a486-4a95-8f92-4a01f6b9d6b3 None None] The sync data for ids ['50429842-9af3-4d2d-bcd6-a5f6d0bee85f'] in dv-cinder-778193-18-iscsi is: [{'id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'name': 'tempest-AttachVolumeShelveTestJSON-427590882-router', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:00Z', 'updated_at': '2022-02-17T09:55:17Z', 'revision_number': 4, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'gw_port': {'id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:02Z', 'updated_at': '2022-02-17T09:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': '4256595c-a414-4dc8-9a0f-d1e2e5bce808', 'name': '', 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'mac_address': 'fa:16:3e:c9:9b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:10Z', 'updated_at': '2022-02-17T09:55:25Z', 'revision_number': 4, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'subnets': [{'id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:55:27.053463 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-7389e533-7cb2-4bdb-89b6-652845108fee tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for security_group_rule (b706cb9c-8c09-4f50-a067-7fa8305837e2), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:27.061282 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-7389e533-7cb2-4bdb-89b6-652845108fee tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711128'] for security_group_rule (b706cb9c-8c09-4f50-a067-7fa8305837e2), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:27.067546 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af85ac9-c5e2-4081-b7aa-d0ab63886fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b87c5f-e73d-423b-9d2b-20ef5c562499,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:27.100179 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389e533-7cb2-4bdb-89b6-652845108fee tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b706cb9c-8c09-4f50-a067-7fa8305837e2,revision_number=0']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:27.110446 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 1550b0e8-ebfc-4c92-aec5-36c80a98a305 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:55:27.178182 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-7389e533-7cb2-4bdb-89b6-652845108fee tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:27.181649 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-7389e533-7cb2-4bdb-89b6-652845108fee tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3804390 Feb 17 09:55:27.186336 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 45602) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:27.204840 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-9f134f67-cb9b-4f42-8f43-e024c8b1a34f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Request body: {'floatingip': {'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:55:27.215550 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eef237-b7db-4dcd-9988-07c9dc5231ce None None] Pushing event updated for resources: {'Port': ['ID=4256595c-a414-4dc8-9a0f-d1e2e5bce808,revision_number=5']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:27.219095 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-60d375df-d6fa-40c6-89f5-86f1f6f3d663 None None] Provisioning complete for port 4256595c-a414-4dc8-9a0f-d1e2e5bce808 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:55:27.219761 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-60d375df-d6fa-40c6-89f5-86f1f6f3d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (4256595c-a414-4dc8-9a0f-d1e2e5bce808), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:27.260871 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9f134f67-cb9b-4f42-8f43-e024c8b1a34f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:27.290121 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 45606) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:27.339989 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_common [None req-d881f642-c562-47e0-b834-d3dc2e2d1a5d tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Allocated IP 172.27.0.72 (e9041cdf-f130-4174-b12b-9a6052f109e9/ab0a3e63-7c03-47a8-8a32-e5bb6e305511/4b8c0f40-965d-4b65-8b8b-addba67340f8) {{(pid=102621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:55:27.348296 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1b7a1039-837a-4efa-9f33-e4a94d014979 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:27.384094 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-60d375df-d6fa-40c6-89f5-86f1f6f3d663 None None] Current status of the port 4256595c-a414-4dc8-9a0f-d1e2e5bce808 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:55:27.481160 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 4256595c-a414-4dc8-9a0f-d1e2e5bce808 up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:55:27.507140 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-aec886ae-1b82-4b29-85cb-303cec3fd20d tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Publish callbacks [] for port (4f88b398-b2c4-4437-be4c-4a5b92aa76f6), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:27.538029 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1b7a1039-837a-4efa-9f33-e4a94d014979 admin admin] Publish callbacks [] for security_group (90118737-c715-4bf8-bffa-8d93af2ec55c), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:27.552258 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1b7a1039-837a-4efa-9f33-e4a94d014979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (90118737-c715-4bf8-bffa-8d93af2ec55c), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:27.575659 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-aec886ae-1b82-4b29-85cb-303cec3fd20d tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393'] for port (4f88b398-b2c4-4437-be4c-4a5b92aa76f6), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:27.575891 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 4256595c-a414-4dc8-9a0f-d1e2e5bce808 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:55:27.576175 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (4256595c-a414-4dc8-9a0f-d1e2e5bce808), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:27.704910 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-aec886ae-1b82-4b29-85cb-303cec3fd20d tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Network 56727042-25d7-492c-b11b-57580ed61276 is already hosted by enough agents. {{(pid=102621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:55:27.717193 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 4256595c-a414-4dc8-9a0f-d1e2e5bce808 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:55:27.719612 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-aec886ae-1b82-4b29-85cb-303cec3fd20d tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Resources bound (agent type, host, resource id): {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:55:27.724908 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec886ae-1b82-4b29-85cb-303cec3fd20d tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Pushing event updated for resources: {'Port': ['ID=4f88b398-b2c4-4437-be4c-4a5b92aa76f6,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:27.729199 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-aec886ae-1b82-4b29-85cb-303cec3fd20d tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Received port after_create {{(pid=102621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:55:27.738927 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-aec886ae-1b82-4b29-85cb-303cec3fd20d tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:27.739742 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-aec886ae-1b82-4b29-85cb-303cec3fd20d tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:27.746609 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 45614) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:27.809380 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-0df40667-07e3-4766-8c53-c72438a17a56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:27.828701 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-aec886ae-1b82-4b29-85cb-303cec3fd20d tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9247923 Feb 17 09:55:27.829239 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 45618) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:27.845709 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-d881f642-c562-47e0-b834-d3dc2e2d1a5d tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for port (4b8c0f40-965d-4b65-8b8b-addba67340f8), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:27.846005 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-1b7a1039-837a-4efa-9f33-e4a94d014979 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d0d767fc2ffb49dd88cff5c4795132f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5523043 Feb 17 09:55:27.851796 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-e7cc6fe2-72e0-447c-a58e-9c423a274a4f service neutron] Request body: {'port': {'device_id': 'dba3329c-1fb8-41c3-b4d0-245fcf58e671', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:55:27.856863 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 45622) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:27.890183 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9f134f67-cb9b-4f42-8f43-e024c8b1a34f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:27.892113 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a1039-837a-4efa-9f33-e4a94d014979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90118737-c715-4bf8-bffa-8d93af2ec55c,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:28.019448 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.notifiers.nova [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-d8dd2e15-c8f4-4bb8-9aa6-80ced13a6ab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b {{(pid=102620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:55:28.035899 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-e7cc6fe2-72e0-447c-a58e-9c423a274a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (4f88b398-b2c4-4437-be4c-4a5b92aa76f6), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:28.037512 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-d8dd2e15-c8f4-4bb8-9aa6-80ced13a6ab4 service neutron] Publish callbacks [] for port (9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b), precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:28.052097 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74bff2-359d-454d-8b85-2e6fba75673a req-5ac41771-65f1-4c17-9a7c-b24e3f37149d tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:28.053821 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8e74bff2-359d-454d-8b85-2e6fba75673a req-5ac41771-65f1-4c17-9a7c-b24e3f37149d tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=d0299923-afdb-4ac1-9059-0374d9a12af4 HTTP/1.1" status: 200 len: 943 time: 0.2780652 Feb 17 09:55:28.058369 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-d881f642-c562-47e0-b834-d3dc2e2d1a5d tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393'] for port (4b8c0f40-965d-4b65-8b8b-addba67340f8), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:28.060939 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e1c0156a-ba49-40fb-a65c-8a568dab7a11 admin admin] Publish callbacks [] for security_group (90118737-c715-4bf8-bffa-8d93af2ec55c), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:28.096245 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.provisioning_blocks [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-d8dd2e15-c8f4-4bb8-9aa6-80ced13a6ab4 service neutron] Transition to ACTIVE for port object 9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b will not be triggered until provisioned by entity L2. {{(pid=102620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:55:28.111836 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e1c0156a-ba49-40fb-a65c-8a568dab7a11 admin admin] Publish callbacks [] for security_group (90118737-c715-4bf8-bffa-8d93af2ec55c), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:28.130111 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-d8dd2e15-c8f4-4bb8-9aa6-80ced13a6ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b), after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:28.148692 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-08e4c96e-b4e5-4e87-937f-ae70c8b570fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:28.163811 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d4163-fb50-49e0-b7f7-ec4927df1e72 req-6ad1a4ac-a282-4110-a673-01206e9c33b9 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:28.171401 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7a9d4163-fb50-49e0-b7f7-ec4927df1e72 req-6ad1a4ac-a282-4110-a673-01206e9c33b9 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa20d7ad-7c8e-426a-a028-bb7cdc2afafb HTTP/1.1" status: 200 len: 944 time: 0.3135307 Feb 17 09:55:28.184505 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d881f642-c562-47e0-b834-d3dc2e2d1a5d tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Network e9041cdf-f130-4174-b12b-9a6052f109e9 is already hosted by enough agents. {{(pid=102621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:55:28.233449 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [None req-d881f642-c562-47e0-b834-d3dc2e2d1a5d tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Resources bound (agent type, host, resource id): {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:55:28.236728 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d881f642-c562-47e0-b834-d3dc2e2d1a5d tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Received port after_create {{(pid=102621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:55:28.254915 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-0df40667-07e3-4766-8c53-c72438a17a56 admin admin] Publish callbacks [] for security_group (d7d43bb1-e91d-4cad-8ac9-729f3394fd05), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:28.278681 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.db_base_plugin_common [None req-9f134f67-cb9b-4f42-8f43-e024c8b1a34f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Allocated IP 172.27.0.173 (e9041cdf-f130-4174-b12b-9a6052f109e9/ab0a3e63-7c03-47a8-8a32-e5bb6e305511/13ba74cb-5339-4d11-b67f-4e97ec2677c2) {{(pid=102620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:55:28.284241 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8e74bff2-359d-454d-8b85-2e6fba75673a req-fe6bd294-c221-49a7-bf4e-0def7c29add8 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191980 Feb 17 09:55:28.288594 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd2e15-c8f4-4bb8-9aa6-80ced13a6ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:28.289946 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-0df40667-07e3-4766-8c53-c72438a17a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (d7d43bb1-e91d-4cad-8ac9-729f3394fd05), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:28.377269 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df40667-07e3-4766-8c53-c72438a17a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d43bb1-e91d-4cad-8ac9-729f3394fd05,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:28.427301 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7a9d4163-fb50-49e0-b7f7-ec4927df1e72 req-567cafb5-5658-4cd0-816c-f0141b795e1b tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/security-groups?id=a334c755-c1f5-4a26-bfe8-f2d16f4857b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549875 Feb 17 09:55:28.438188 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-d8dd2e15-c8f4-4bb8-9aa6-80ced13a6ab4 service neutron] Attempting to bind port 9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:55:28.438545 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-d8dd2e15-c8f4-4bb8-9aa6-80ced13a6ab4 service neutron] Attempting to bind port 9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '56727042-25d7-492c-b11b-57580ed61276'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:55:28.439098 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-d8dd2e15-c8f4-4bb8-9aa6-80ced13a6ab4 service neutron] Attempting to bind port 9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b on network 56727042-25d7-492c-b11b-57580ed61276 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:55:28.457866 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881f642-c562-47e0-b834-d3dc2e2d1a5d tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Pushing event updated for resources: {'Port': ['ID=4b8c0f40-965d-4b65-8b8b-addba67340f8,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:28.465375 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-d8dd2e15-c8f4-4bb8-9aa6-80ced13a6ab4 service neutron] Port 9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b on network 56727042-25d7-492c-b11b-57580ed61276 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 09:55:28.465830 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-d8dd2e15-c8f4-4bb8-9aa6-80ced13a6ab4 service neutron] Attempting to bind port 9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b on network 56727042-25d7-492c-b11b-57580ed61276 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:55:28.504171 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-0df40667-07e3-4766-8c53-c72438a17a56 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=50e1019fafea47d3abdffb330e1eb317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7505412 Feb 17 09:55:28.510677 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 45630) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:28.512935 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-d8dd2e15-c8f4-4bb8-9aa6-80ced13a6ab4 service neutron] Checking agent: {'id': '57512943-2fb5-44da-9b65-1b43ee30ab09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'started_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:55:28.513371 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-d8dd2e15-c8f4-4bb8-9aa6-80ced13a6ab4 service neutron] Checking segment: {'id': '6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '56727042-25d7-492c-b11b-57580ed61276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:55:28.513993 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-d8dd2e15-c8f4-4bb8-9aa6-80ced13a6ab4 service neutron] Bound using segment: {'id': '6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '56727042-25d7-492c-b11b-57580ed61276'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:55:28.514463 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-d8dd2e15-c8f4-4bb8-9aa6-80ced13a6ab4 service neutron] Bound port: 9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '56727042-25d7-492c-b11b-57580ed61276'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:55:28.515204 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-d8dd2e15-c8f4-4bb8-9aa6-80ced13a6ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b), before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:28.525989 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e1c0156a-ba49-40fb-a65c-8a568dab7a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (90118737-c715-4bf8-bffa-8d93af2ec55c), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:28.529172 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e1c0156a-ba49-40fb-a65c-8a568dab7a11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:28.530312 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-e1c0156a-ba49-40fb-a65c-8a568dab7a11 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/90118737-c715-4bf8-bffa-8d93af2ec55c HTTP/1.1" status: 204 len: 168 time: 0.6709697 Feb 17 09:55:28.539946 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-d881f642-c562-47e0-b834-d3dc2e2d1a5d tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for floatingip (04bf69a6-59b8-4b21-8a19-0205e54d90b6), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:28.564131 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01016cc-eef6-4cd6-a874-051e89fb1b12 req-7aaadc7a-b256-4917-ad39-bbeff6403e1e tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:28.565907 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e01016cc-eef6-4cd6-a874-051e89fb1b12 req-7aaadc7a-b256-4917-ad39-bbeff6403e1e tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 932 time: 0.1931581 Feb 17 09:55:28.594038 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0156a-ba49-40fb-a65c-8a568dab7a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90118737-c715-4bf8-bffa-8d93af2ec55c,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:28.644312 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9f134f67-cb9b-4f42-8f43-e024c8b1a34f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for port (13ba74cb-5339-4d11-b67f-4e97ec2677c2), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:28.686776 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-d881f642-c562-47e0-b834-d3dc2e2d1a5d tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (4b8c0f40-965d-4b65-8b8b-addba67340f8), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:28.725319 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-08e4c96e-b4e5-4e87-937f-ae70c8b570fc admin admin] Publish callbacks [] for security_group (fc6616fa-10ea-42ca-a5fa-4a30c64279aa), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:28.732096 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e01016cc-eef6-4cd6-a874-051e89fb1b12 req-0404e981-a6f8-4789-a62f-59854ffefe32 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507864 Feb 17 09:55:28.737206 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-91f8d951-fd05-4f55-8a44-c2128cf503ec admin admin] Publish callbacks [] for security_group (d7d43bb1-e91d-4cad-8ac9-729f3394fd05), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:28.740118 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.db [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-d8dd2e15-c8f4-4bb8-9aa6-80ced13a6ab4 service neutron] For port 9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b, host hv-cinder-77819, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:55:28.745734 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.db [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-d8dd2e15-c8f4-4bb8-9aa6-80ced13a6ab4 service neutron] For port 9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b,segment=NetworkSegment(6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1),segment_id=6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:55:28.760849 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-08e4c96e-b4e5-4e87-937f-ae70c8b570fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (fc6616fa-10ea-42ca-a5fa-4a30c64279aa), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:28.775035 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9f134f67-cb9b-4f42-8f43-e024c8b1a34f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393'] for port (13ba74cb-5339-4d11-b67f-4e97ec2677c2), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:28.783736 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-d8dd2e15-c8f4-4bb8-9aa6-80ced13a6ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b), after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:28.805587 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-d8dd2e15-c8f4-4bb8-9aa6-80ced13a6ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:28.807452 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-d8dd2e15-c8f4-4bb8-9aa6-80ced13a6ab4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for port (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:28.808137 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-d8dd2e15-c8f4-4bb8-9aa6-80ced13a6ab4 service neutron] 10.222.0.93 "PUT /v2.0/ports/9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b HTTP/1.1" status: 200 len: 1094 time: 4.0135796 Feb 17 09:55:28.835122 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62978e71-d0ef-428d-b4cb-4d029f4f2981', 'tag': '9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b'}] {{(pid=102620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:55:28.843001 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-08e4c96e-b4e5-4e87-937f-ae70c8b570fc admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d3c8761680a543dab520c3de48b2f22e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0057123 Feb 17 09:55:28.862529 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 45636) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:28.878929 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4c96e-b4e5-4e87-937f-ae70c8b570fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6616fa-10ea-42ca-a5fa-4a30c64279aa,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:28.917623 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-91f8d951-fd05-4f55-8a44-c2128cf503ec admin admin] Publish callbacks [] for security_group (d7d43bb1-e91d-4cad-8ac9-729f3394fd05), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:28.947678 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f134f67-cb9b-4f42-8f43-e024c8b1a34f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Network e9041cdf-f130-4174-b12b-9a6052f109e9 is already hosted by enough agents. {{(pid=102620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:55:28.965681 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-e7cc6fe2-72e0-447c-a58e-9c423a274a4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f88b398-b2c4-4437-be4c-4a5b92aa76f6 {{(pid=102621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:55:28.980100 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [None req-9f134f67-cb9b-4f42-8f43-e024c8b1a34f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Resources bound (agent type, host, resource id): {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:55:28.986224 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-e7cc6fe2-72e0-447c-a58e-9c423a274a4f service neutron] Publish callbacks [] for port (4f88b398-b2c4-4437-be4c-4a5b92aa76f6), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:29.004879 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f134f67-cb9b-4f42-8f43-e024c8b1a34f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Received port after_create {{(pid=102620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:55:29.008451 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.provisioning_blocks [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-e7cc6fe2-72e0-447c-a58e-9c423a274a4f service neutron] Transition to ACTIVE for port object 4f88b398-b2c4-4437-be4c-4a5b92aa76f6 will not be triggered until provisioned by entity L2. {{(pid=102621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:55:29.028649 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-e7cc6fe2-72e0-447c-a58e-9c423a274a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (4f88b398-b2c4-4437-be4c-4a5b92aa76f6), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:29.067284 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-bd2b58b0-cc6d-42bb-abd1-c18ebcee5067 admin admin] Publish callbacks [] for security_group (fc6616fa-10ea-42ca-a5fa-4a30c64279aa), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:29.070897 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f134f67-cb9b-4f42-8f43-e024c8b1a34f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Pushing event updated for resources: {'Port': ['ID=13ba74cb-5339-4d11-b67f-4e97ec2677c2,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:29.125768 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69de941e648a7b0ccac97a7d892e956e63e7941796132e5e6c0bd98302818107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d5e602-41cb-4cff-b3ae-814e10aa1c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "62978e71-d0ef-428d-b4cb-4d029f4f2981", "tag": "9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b"}]}' {{(pid=102620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:55:29.126809 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-d881f642-c562-47e0-b834-d3dc2e2d1a5d tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for port (4b8c0f40-965d-4b65-8b8b-addba67340f8), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:29.136796 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-bd2b58b0-cc6d-42bb-abd1-c18ebcee5067 admin admin] Publish callbacks [] for security_group (fc6616fa-10ea-42ca-a5fa-4a30c64279aa), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:29.138896 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc6fe2-72e0-447c-a58e-9c423a274a4f service neutron] Pushing event updated for resources: {'Port': ['ID=4f88b398-b2c4-4437-be4c-4a5b92aa76f6,revision_number=2']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:29.147587 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-d881f642-c562-47e0-b834-d3dc2e2d1a5d tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (4b8c0f40-965d-4b65-8b8b-addba67340f8), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:29.194585 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-3a660a42-8f64-4d97-bae0-4050366cd779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:29.197512 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-3a660a42-8f64-4d97-bae0-4050366cd779 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=13e27e736c544248b7b364646f33dd08&device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 1128 time: 0.2822633 Feb 17 09:55:29.223470 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-d881f642-c562-47e0-b834-d3dc2e2d1a5d tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931625'] for floatingip (04bf69a6-59b8-4b21-8a19-0205e54d90b6), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:29.256563 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881f642-c562-47e0-b834-d3dc2e2d1a5d tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Pushing event updated for resources: {'Port': ['ID=4b8c0f40-965d-4b65-8b8b-addba67340f8,revision_number=2']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:29.261708 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-e7cc6fe2-72e0-447c-a58e-9c423a274a4f service neutron] Attempting to bind port 4f88b398-b2c4-4437-be4c-4a5b92aa76f6 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:55:29.262091 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-e7cc6fe2-72e0-447c-a58e-9c423a274a4f service neutron] Attempting to bind port 4f88b398-b2c4-4437-be4c-4a5b92aa76f6 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '56727042-25d7-492c-b11b-57580ed61276'}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:55:29.262384 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-e7cc6fe2-72e0-447c-a58e-9c423a274a4f service neutron] Attempting to bind port 4f88b398-b2c4-4437-be4c-4a5b92aa76f6 on network 56727042-25d7-492c-b11b-57580ed61276 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:55:29.275213 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-d881f642-c562-47e0-b834-d3dc2e2d1a5d tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for floatingip (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:29.277376 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-d881f642-c562-47e0-b834-d3dc2e2d1a5d tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2742195 Feb 17 09:55:29.278674 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-e7cc6fe2-72e0-447c-a58e-9c423a274a4f service neutron] Port 4f88b398-b2c4-4437-be4c-4a5b92aa76f6 on network 56727042-25d7-492c-b11b-57580ed61276 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 09:55:29.279165 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-e7cc6fe2-72e0-447c-a58e-9c423a274a4f service neutron] Attempting to bind port 4f88b398-b2c4-4437-be4c-4a5b92aa76f6 on network 56727042-25d7-492c-b11b-57580ed61276 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:55:29.292939 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-e7cc6fe2-72e0-447c-a58e-9c423a274a4f service neutron] Checking agent: {'id': '57512943-2fb5-44da-9b65-1b43ee30ab09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'started_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:55:29.293531 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-e7cc6fe2-72e0-447c-a58e-9c423a274a4f service neutron] Checking segment: {'id': '6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '56727042-25d7-492c-b11b-57580ed61276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:55:29.294066 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-e7cc6fe2-72e0-447c-a58e-9c423a274a4f service neutron] Bound using segment: {'id': '6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '56727042-25d7-492c-b11b-57580ed61276'} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:55:29.294506 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-e7cc6fe2-72e0-447c-a58e-9c423a274a4f service neutron] Bound port: 4f88b398-b2c4-4437-be4c-4a5b92aa76f6, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '56727042-25d7-492c-b11b-57580ed61276'}}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:55:29.294862 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-e7cc6fe2-72e0-447c-a58e-9c423a274a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (4f88b398-b2c4-4437-be4c-4a5b92aa76f6), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:29.306826 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-bd2b58b0-cc6d-42bb-abd1-c18ebcee5067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (fc6616fa-10ea-42ca-a5fa-4a30c64279aa), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:29.310080 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-bd2b58b0-cc6d-42bb-abd1-c18ebcee5067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:29.311338 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-bd2b58b0-cc6d-42bb-abd1-c18ebcee5067 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/fc6616fa-10ea-42ca-a5fa-4a30c64279aa HTTP/1.1" status: 204 len: 168 time: 0.4477875 Feb 17 09:55:29.323221 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9f134f67-cb9b-4f42-8f43-e024c8b1a34f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for floatingip (b9212e79-cf25-40d3-9adf-3d19bc19237f), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:29.332620 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-5d1b86ce-b63a-42dd-a17e-299498bae6f5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b HTTP/1.1" status: 200 len: 217 time: 0.1146734 Feb 17 09:55:29.341732 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd2e15-c8f4-4bb8-9aa6-80ced13a6ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:29.393431 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b58b0-cc6d-42bb-abd1-c18ebcee5067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6616fa-10ea-42ca-a5fa-4a30c64279aa,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:29.420750 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-5cae7d23-f1e8-45bd-8670-808c49022b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:29.422231 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-5cae7d23-f1e8-45bd-8670-808c49022b18 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1d6fec72-bab7-4137-8c4d-c54b278ae7ca HTTP/1.1" status: 200 len: 858 time: 0.0740209 Feb 17 09:55:29.441989 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-e7cc6fe2-72e0-447c-a58e-9c423a274a4f service neutron] For port 4f88b398-b2c4-4437-be4c-4a5b92aa76f6, host hv-cinder-77819, cleared binding levels {{(pid=102621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:55:29.446441 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-e7cc6fe2-72e0-447c-a58e-9c423a274a4f service neutron] For port 4f88b398-b2c4-4437-be4c-4a5b92aa76f6, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4f88b398-b2c4-4437-be4c-4a5b92aa76f6,segment=NetworkSegment(6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1),segment_id=6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1)] {{(pid=102621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:55:29.460402 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-e7cc6fe2-72e0-447c-a58e-9c423a274a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (4f88b398-b2c4-4437-be4c-4a5b92aa76f6), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:29.508314 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-e7cc6fe2-72e0-447c-a58e-9c423a274a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:29.508920 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-e7cc6fe2-72e0-447c-a58e-9c423a274a4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:29.510540 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-e7cc6fe2-72e0-447c-a58e-9c423a274a4f service neutron] 10.222.0.93 "PUT /v2.0/ports/4f88b398-b2c4-4437-be4c-4a5b92aa76f6 HTTP/1.1" status: 200 len: 1094 time: 1.6628900 Feb 17 09:55:29.511057 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba3329c-1fb8-41c3-b4d0-245fcf58e671', 'tag': '4f88b398-b2c4-4437-be4c-4a5b92aa76f6'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:55:29.513387 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503d80e8-a7b9-4534-9987-7e3164368339" -d '{"events": [{"name": "network-changed", "server_uuid": "dba3329c-1fb8-41c3-b4d0-245fcf58e671", "tag": "4f88b398-b2c4-4437-be4c-4a5b92aa76f6"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:55:29.535525 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc6fe2-72e0-447c-a58e-9c423a274a4f service neutron] Pushing event updated for resources: {'Port': ['ID=4f88b398-b2c4-4437-be4c-4a5b92aa76f6,revision_number=3']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:29.644663 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d8f33d-d618-4e74-9598-58f694b26c02 x-openstack-request-id: req-a4d8f33d-d618-4e74-9598-58f694b26c02 {{(pid=102620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:55:29.645197 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62978e71-d0ef-428d-b4cb-4d029f4f2981", "tag": "9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b", "status": "completed", "code": 200}]} {{(pid=102620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:55:29.645443 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a4d8f33d-d618-4e74-9598-58f694b26c02 {{(pid=102620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:55:29.645981 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62978e71-d0ef-428d-b4cb-4d029f4f2981', 'tag': '9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b', 'status': 'completed', 'code': 200} Feb 17 09:55:29.669456 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-53a888c1-6c46-4f05-b1ba-f1ab5d827a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:29.671529 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-53a888c1-6c46-4f05-b1ba-f1ab5d827a4c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=13e27e736c544248b7b364646f33dd08&device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 1128 time: 0.0975566 Feb 17 09:55:29.693582 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-91f8d951-fd05-4f55-8a44-c2128cf503ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (d7d43bb1-e91d-4cad-8ac9-729f3394fd05), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:29.696166 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-91f8d951-fd05-4f55-8a44-c2128cf503ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:29.700195 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-91f8d951-fd05-4f55-8a44-c2128cf503ec admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d7d43bb1-e91d-4cad-8ac9-729f3394fd05 HTTP/1.1" status: 204 len: 168 time: 1.1856935 Feb 17 09:55:29.742974 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-184e85f9-b698-43b3-9fe8-6116612dd1ed service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f88b398-b2c4-4437-be4c-4a5b92aa76f6 HTTP/1.1" status: 200 len: 217 time: 0.0607133 Feb 17 09:55:29.758036 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-8964895c-39f3-452b-885b-ed7a2a4a9d3e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=56727042-25d7-492c-b11b-57580ed61276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110799 Feb 17 09:55:29.763709 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8d951-fd05-4f55-8a44-c2128cf503ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d43bb1-e91d-4cad-8ac9-729f3394fd05,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:29.766773 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9f134f67-cb9b-4f42-8f43-e024c8b1a34f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (13ba74cb-5339-4d11-b67f-4e97ec2677c2), before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:29.827866 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-6f5917dd-bbbd-4bdd-a2e4-3f433cecb890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:29.829820 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-6f5917dd-bbbd-4bdd-a2e4-3f433cecb890 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1d6fec72-bab7-4137-8c4d-c54b278ae7ca HTTP/1.1" status: 200 len: 858 time: 0.0769060 Feb 17 09:55:29.879980 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-358eb854-f612-4fee-a6cc-6c0c4e4864e0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=56727042-25d7-492c-b11b-57580ed61276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376198 Feb 17 09:55:29.885007 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 45686) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:29.904308 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4478e2e9-2b66-4853-9d58-2da3fa636bfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:29.930676 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-dc7b0189-2c3a-45a8-a6d1-b9902e3ade26 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--651521310&fields=id&tenant_id=7039608c8379432d81234a6c5f780815 HTTP/1.1" status: 200 len: 267 time: 0.2739980 Feb 17 09:55:29.942362 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361ac09-3009-45a9-9fb7-999f82e5d433 req-4a076979-0670-40e4-b297-2e66e4565537 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:29.944033 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c361ac09-3009-45a9-9fb7-999f82e5d433 req-4a076979-0670-40e4-b297-2e66e4565537 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=d0299923-afdb-4ac1-9059-0374d9a12af4 HTTP/1.1" status: 200 len: 943 time: 0.5208938 Feb 17 09:55:30.096929 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-30976c39-e2bf-4ae7-8b28-e90b6c4ad705 service neutron] 10.222.0.93 "GET /v2.0/networks/56727042-25d7-492c-b11b-57580ed61276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832738 Feb 17 09:55:30.117609 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-519298e5-c902-4945-b477-6958f4c23cce service neutron] 10.222.0.93 "GET /v2.0/networks/56727042-25d7-492c-b11b-57580ed61276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470426 Feb 17 09:55:30.204359 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c361ac09-3009-45a9-9fb7-999f82e5d433 req-4aba66fb-968e-4dd9-b267-f35f31962e46 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486577 Feb 17 09:55:30.223447 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-b6083b99-cdc4-4490-8956-8c661eeac774 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:30.224956 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-b6083b99-cdc4-4490-8956-8c661eeac774 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/networks?id=796052e6-6954-480c-a009-16c1a3be89b8 HTTP/1.1" status: 200 len: 810 time: 0.2799950 Feb 17 09:55:30.252922 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4478e2e9-2b66-4853-9d58-2da3fa636bfb admin admin] Publish callbacks [] for security_group (1ff0bca2-8f00-47c2-a60f-ae2cbace28eb), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:30.264371 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4478e2e9-2b66-4853-9d58-2da3fa636bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (1ff0bca2-8f00-47c2-a60f-ae2cbace28eb), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:30.293575 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-8b9bdbb3-dc7c-4e63-bd78-676c094b019b tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/quotas/7039608c8379432d81234a6c5f780815 HTTP/1.1" status: 200 len: 375 time: 0.0550399 Feb 17 09:55:30.319127 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-5acdcd53-8bf7-4cb4-998d-4272a74d5daf req-3b9aa4c2-be46-4286-b87f-1297b8dd0c22 service neutron] 10.222.0.93 "GET /v2.0/networks/56727042-25d7-492c-b11b-57580ed61276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104201 Feb 17 09:55:30.332010 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9f134f67-cb9b-4f42-8f43-e024c8b1a34f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for port (13ba74cb-5339-4d11-b67f-4e97ec2677c2), precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:30.350226 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-4478e2e9-2b66-4853-9d58-2da3fa636bfb admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f5fd8422241d4c78a657d730780ec2eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4613690 Feb 17 09:55:30.350226 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 45700) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:30.358713 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2a44cd30-2a27-4035-89f9-14a187c67422 req-d857a897-fcd9-438d-b133-0c90cb73704e service neutron] 10.222.0.93 "GET /v2.0/networks/56727042-25d7-492c-b11b-57580ed61276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228014 Feb 17 09:55:30.359373 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9f134f67-cb9b-4f42-8f43-e024c8b1a34f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (13ba74cb-5339-4d11-b67f-4e97ec2677c2), after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:30.403321 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478e2e9-2b66-4853-9d58-2da3fa636bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff0bca2-8f00-47c2-a60f-ae2cbace28eb,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:30.436314 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-fead6270-b9e3-4d6b-9939-9abb2196a9c6 admin admin] Publish callbacks [] for security_group (1ff0bca2-8f00-47c2-a60f-ae2cbace28eb), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:30.451638 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9f134f67-cb9b-4f42-8f43-e024c8b1a34f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931625'] for floatingip (b9212e79-cf25-40d3-9adf-3d19bc19237f), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:30.468696 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-fead6270-b9e3-4d6b-9939-9abb2196a9c6 admin admin] Publish callbacks [] for security_group (1ff0bca2-8f00-47c2-a60f-ae2cbace28eb), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:30.491262 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device d8cc59f0-a44e-470b-80dc-65f6b98f51b4 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:55:30.514159 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f134f67-cb9b-4f42-8f43-e024c8b1a34f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Pushing event updated for resources: {'Port': ['ID=13ba74cb-5339-4d11-b67f-4e97ec2677c2,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:30.526545 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9f134f67-cb9b-4f42-8f43-e024c8b1a34f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for floatingip (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:30.535680 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-9f134f67-cb9b-4f42-8f43-e024c8b1a34f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3405306 Feb 17 09:55:30.536749 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-1a993bcc-8092-4a33-af35-baa614dd53bc tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=7039608c8379432d81234a6c5f780815&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2334616 Feb 17 09:55:30.552350 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a42f7b-7e50-47f7-bc2f-dec0530609ea req-bfb94c8b-db09-4f15-9e09-ce95cf392bb6 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:30.553901 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b2a42f7b-7e50-47f7-bc2f-dec0530609ea req-bfb94c8b-db09-4f15-9e09-ce95cf392bb6 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa20d7ad-7c8e-426a-a028-bb7cdc2afafb HTTP/1.1" status: 200 len: 944 time: 0.2008128 Feb 17 09:55:30.559720 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5e602-41cb-4cff-b3ae-814e10aa1c7e req-4f6cf127-746d-41f0-a619-fdc8a9bfb146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:30.561242 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-53d5e602-41cb-4cff-b3ae-814e10aa1c7e req-4f6cf127-746d-41f0-a619-fdc8a9bfb146 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=13e27e736c544248b7b364646f33dd08&device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 1128 time: 0.1340723 Feb 17 09:55:30.602154 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-fead6270-b9e3-4d6b-9939-9abb2196a9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (1ff0bca2-8f00-47c2-a60f-ae2cbace28eb), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:30.605956 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-fead6270-b9e3-4d6b-9939-9abb2196a9c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:30.608922 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-fead6270-b9e3-4d6b-9939-9abb2196a9c6 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1ff0bca2-8f00-47c2-a60f-ae2cbace28eb HTTP/1.1" status: 204 len: 168 time: 0.2576067 Feb 17 09:55:30.629973 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead6270-b9e3-4d6b-9939-9abb2196a9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff0bca2-8f00-47c2-a60f-ae2cbace28eb,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:30.713086 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port d8cc59f0-a44e-470b-80dc-65f6b98f51b4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d8cc59f0-a44e-470b-80dc-65f6b98f51b4,segment=NetworkSegment(d858bd6f-9f4a-456e-b559-3a505e873a9d),segment_id=d858bd6f-9f4a-456e-b559-3a505e873a9d)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:55:30.730512 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Returning: {'device': 'd8cc59f0-a44e-470b-80dc-65f6b98f51b4', 'network_id': '3e394879-3601-44f7-9d0c-db3a1f77754c', 'port_id': 'd8cc59f0-a44e-470b-80dc-65f6b98f51b4', 'mac_address': 'fa:16:3e:2e:aa:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c24b15-aa81-4b6e-912f-1e91c3a9689b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:55:30.733974 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b2a42f7b-7e50-47f7-bc2f-dec0530609ea req-e464a47c-8311-45d5-b194-3ed182521b5d tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/security-groups?id=a334c755-c1f5-4a26-bfe8-f2d16f4857b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717660 Feb 17 09:55:30.782737 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port d8cc59f0-a44e-470b-80dc-65f6b98f51b4 is: DOWN; New status is: BUILD {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:55:30.783504 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (d8cc59f0-a44e-470b-80dc-65f6b98f51b4), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:30.802312 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8cc59f0-a44e-470b-80dc-65f6b98f51b4 {{(pid=102622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:55:30.825872 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port d8cc59f0-a44e-470b-80dc-65f6b98f51b4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d8cc59f0-a44e-470b-80dc-65f6b98f51b4,segment=NetworkSegment(d858bd6f-9f4a-456e-b559-3a505e873a9d),segment_id=d858bd6f-9f4a-456e-b559-3a505e873a9d)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:55:30.834591 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (d8cc59f0-a44e-470b-80dc-65f6b98f51b4), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:30.835472 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 9db4a517-edd3-403d-996a-63f7a6561d48 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:55:30.854962 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-7b94185e-157f-4768-8bd9-a9c8d3debe8a service neutron] 10.222.0.82 "GET /v2.0/networks/796052e6-6954-480c-a009-16c1a3be89b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857742 Feb 17 09:55:30.856334 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5e602-41cb-4cff-b3ae-814e10aa1c7e req-3cdfbac4-ae6a-4af7-a510-df504adefec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:30.857781 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-53d5e602-41cb-4cff-b3ae-814e10aa1c7e req-3cdfbac4-ae6a-4af7-a510-df504adefec2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=56727042-25d7-492c-b11b-57580ed61276 HTTP/1.1" status: 200 len: 920 time: 0.2864177 Feb 17 09:55:30.942609 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35fee51-018b-4436-822d-a2df17a633d9 x-openstack-request-id: req-a35fee51-018b-4436-822d-a2df17a633d9 {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:55:30.943001 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dba3329c-1fb8-41c3-b4d0-245fcf58e671", "tag": "4f88b398-b2c4-4437-be4c-4a5b92aa76f6", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:55:30.943371 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a35fee51-018b-4436-822d-a2df17a633d9 {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:55:30.943871 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba3329c-1fb8-41c3-b4d0-245fcf58e671', 'tag': '4f88b398-b2c4-4437-be4c-4a5b92aa76f6', 'status': 'completed', 'code': 200} Feb 17 09:55:30.952936 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 9db4a517-edd3-403d-996a-63f7a6561d48, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9db4a517-edd3-403d-996a-63f7a6561d48,segment=NetworkSegment(7c033621-2b5c-4fed-8b8a-7762fc5d3556),segment_id=7c033621-2b5c-4fed-8b8a-7762fc5d3556)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:55:31.003048 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Returning: {'device': '9db4a517-edd3-403d-996a-63f7a6561d48', 'network_id': '0ddc4770-e534-4396-b2a5-87b212d7b3e6', 'port_id': '9db4a517-edd3-403d-996a-63f7a6561d48', 'mac_address': 'fa:16:3e:ac:6b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86dcb5b9-4cf7-432b-95ea-0b1a90ee8f85', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:55:31.042869 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=d8cc59f0-a44e-470b-80dc-65f6b98f51b4,revision_number=4']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:31.052903 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-9eb95989-fcf3-406b-95e2-235e544416bc service neutron] 10.222.0.82 "GET /v2.0/networks/796052e6-6954-480c-a009-16c1a3be89b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920221 Feb 17 09:55:31.056739 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-53d5e602-41cb-4cff-b3ae-814e10aa1c7e req-b27fd732-bba5-4096-9f06-91fd762b26af service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b HTTP/1.1" status: 200 len: 217 time: 0.1862960 Feb 17 09:55:31.059059 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 9db4a517-edd3-403d-996a-63f7a6561d48 is: DOWN; New status is: BUILD {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:55:31.059712 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (9db4a517-edd3-403d-996a-63f7a6561d48), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:31.062503 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d80e8-a7b9-4534-9987-7e3164368339 req-8ef705e7-f5e3-4ea4-9206-caf35888446f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:31.064093 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-503d80e8-a7b9-4534-9987-7e3164368339 req-8ef705e7-f5e3-4ea4-9206-caf35888446f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=13e27e736c544248b7b364646f33dd08&device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 1128 time: 0.0944445 Feb 17 09:55:31.075800 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9db4a517-edd3-403d-996a-63f7a6561d48 {{(pid=102622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:55:31.099834 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 9db4a517-edd3-403d-996a-63f7a6561d48, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9db4a517-edd3-403d-996a-63f7a6561d48,segment=NetworkSegment(7c033621-2b5c-4fed-8b8a-7762fc5d3556),segment_id=7c033621-2b5c-4fed-8b8a-7762fc5d3556)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:55:31.107052 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (9db4a517-edd3-403d-996a-63f7a6561d48), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:31.172831 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=9db4a517-edd3-403d-996a-63f7a6561d48,revision_number=4']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:31.205183 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5e602-41cb-4cff-b3ae-814e10aa1c7e req-172f3032-06ed-44df-a607-fd510e1ca186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:31.206767 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-53d5e602-41cb-4cff-b3ae-814e10aa1c7e req-172f3032-06ed-44df-a607-fd510e1ca186 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1d6fec72-bab7-4137-8c4d-c54b278ae7ca HTTP/1.1" status: 200 len: 858 time: 0.1403193 Feb 17 09:55:31.220164 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa5716-cc43-4b20-a392-ddc6c7b77cba req-e0f194c2-8020-4a1c-bfdf-6b7b7549424d tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:31.221923 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-eaaa5716-cc43-4b20-a392-ddc6c7b77cba req-e0f194c2-8020-4a1c-bfdf-6b7b7549424d tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 944 time: 0.1677063 Feb 17 09:55:31.233560 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d80e8-a7b9-4534-9987-7e3164368339 req-d8955075-1436-4074-a4b2-0c1cb44968ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:31.235376 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-503d80e8-a7b9-4534-9987-7e3164368339 req-d8955075-1436-4074-a4b2-0c1cb44968ba service neutron] 10.222.0.93 "GET /v2.0/networks?id=56727042-25d7-492c-b11b-57580ed61276 HTTP/1.1" status: 200 len: 920 time: 0.1652091 Feb 17 09:55:31.254063 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-53d5e602-41cb-4cff-b3ae-814e10aa1c7e req-9bd76489-e35c-4a5e-bf1f-511d5548f637 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=56727042-25d7-492c-b11b-57580ed61276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307279 Feb 17 09:55:31.310193 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-503d80e8-a7b9-4534-9987-7e3164368339 req-8b70d2a7-b65e-4831-b329-7c01b6f185cd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f88b398-b2c4-4437-be4c-4a5b92aa76f6 HTTP/1.1" status: 200 len: 217 time: 0.0662851 Feb 17 09:55:31.310753 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 45736) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:31.380218 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-eaaa5716-cc43-4b20-a392-ddc6c7b77cba req-80f0f2c3-f413-4fb6-9fbd-3a17c5da2848 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459057 Feb 17 09:55:31.415796 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ac10c625-4d86-4d26-bec0-591e6d0d38d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:31.463047 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-db62cecb-e0cb-4600-aba5-6cee1ffb61cf tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--692460534&fields=id&tenant_id=ee27e4c191de47a3b47db5a43ab00258 HTTP/1.1" status: 200 len: 267 time: 0.0871420 Feb 17 09:55:31.468678 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-53d5e602-41cb-4cff-b3ae-814e10aa1c7e req-6dedad4b-c281-4055-83cd-ab70b29c9428 service neutron] 10.222.0.93 "GET /v2.0/networks/56727042-25d7-492c-b11b-57580ed61276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074373 Feb 17 09:55:31.566260 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['9db4a517-edd3-403d-996a-63f7a6561d48'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:55:31.575562 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['d8cc59f0-a44e-470b-80dc-65f6b98f51b4'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:55:31.621419 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d80e8-a7b9-4534-9987-7e3164368339 req-db2ce834-44be-4bcd-b2ad-081f4a5a61a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:31.630368 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-503d80e8-a7b9-4534-9987-7e3164368339 req-db2ce834-44be-4bcd-b2ad-081f4a5a61a5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1d6fec72-bab7-4137-8c4d-c54b278ae7ca HTTP/1.1" status: 200 len: 858 time: 0.3025415 Feb 17 09:55:31.708646 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-503d80e8-a7b9-4534-9987-7e3164368339 req-80ecfb75-db7c-4cb4-b23c-d8264f5cb8c9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=56727042-25d7-492c-b11b-57580ed61276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622127 Feb 17 09:55:31.983478 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ac10c625-4d86-4d26-bec0-591e6d0d38d2 admin admin] Publish callbacks [] for security_group (c4ce6683-9ca3-4ce6-9295-89f0f644d5fd), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:31.994106 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ac10c625-4d86-4d26-bec0-591e6d0d38d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (c4ce6683-9ca3-4ce6-9295-89f0f644d5fd), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:32.090439 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-503d80e8-a7b9-4534-9987-7e3164368339 req-56e8a3ff-6821-46b7-b378-71426950fe5f service neutron] 10.222.0.93 "GET /v2.0/networks/56727042-25d7-492c-b11b-57580ed61276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721175 Feb 17 09:55:32.100369 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac10c625-4d86-4d26-bec0-591e6d0d38d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ce6683-9ca3-4ce6-9295-89f0f644d5fd,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:32.116654 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-ac10c625-4d86-4d26-bec0-591e6d0d38d2 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7000d6dc74474a42a2f3354c72314557&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8041651 Feb 17 09:55:32.126755 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 45770) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:32.178040 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1dd71-3d79-4b49-8abe-23c697fb603a req-5cfb24cf-fab9-4951-87c4-d48dcb3e1f5d tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:32.180622 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-aab1dd71-3d79-4b49-8abe-23c697fb603a req-5cfb24cf-fab9-4951-87c4-d48dcb3e1f5d tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=d0299923-afdb-4ac1-9059-0374d9a12af4 HTTP/1.1" status: 200 len: 944 time: 0.6138673 Feb 17 09:55:32.189104 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-77a1b139-7224-4e7f-9287-0782156ee2d3 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:32.190820 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-77a1b139-7224-4e7f-9287-0782156ee2d3 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/networks?id=c3aac7fc-fa00-48a3-aaf1-bf71d0d04681 HTTP/1.1" status: 200 len: 816 time: 0.6456225 Feb 17 09:55:32.194629 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-53d5e602-41cb-4cff-b3ae-814e10aa1c7e req-9de7c986-9cf2-4f9e-b45b-0c3b23b1110f service neutron] 10.222.0.93 "GET /v2.0/networks/56727042-25d7-492c-b11b-57580ed61276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7197390 Feb 17 09:55:32.235718 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-0029589d-d1c4-4d26-998c-4e45e775ee5d tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/quotas/ee27e4c191de47a3b47db5a43ab00258 HTTP/1.1" status: 200 len: 375 time: 0.0381987 Feb 17 09:55:32.277224 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-aab1dd71-3d79-4b49-8abe-23c697fb603a req-40866af1-d60c-4d8b-8cd4-0f83c7ce761c tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810554 Feb 17 09:55:32.365930 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-4c3d4397-622f-4612-bd7d-654e6081d18a tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=ee27e4c191de47a3b47db5a43ab00258&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1157749 Feb 17 09:55:32.482680 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 4f88b398-b2c4-4437-be4c-4a5b92aa76f6 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:55:32.485238 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device d8cc59f0-a44e-470b-80dc-65f6b98f51b4 up at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:55:32.503209 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-35aa5897-24cd-4953-9f41-a68238e1026b admin admin] Publish callbacks [] for security_group (c4ce6683-9ca3-4ce6-9295-89f0f644d5fd), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:32.511046 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-503d80e8-a7b9-4534-9987-7e3164368339 req-d8d819b1-f0d8-47a3-91a8-b06865f8cdc1 service neutron] 10.222.0.93 "GET /v2.0/networks/56727042-25d7-492c-b11b-57580ed61276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061892 Feb 17 09:55:32.521298 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a39eb233-5feb-499a-96ae-23b6c7f28d4e req-68dabff9-7bb3-4805-844a-e2478f176794 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 210 time: 0.1270897 Feb 17 09:55:32.540496 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-35aa5897-24cd-4953-9f41-a68238e1026b admin admin] Publish callbacks [] for security_group (c4ce6683-9ca3-4ce6-9295-89f0f644d5fd), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:32.620736 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-35aa5897-24cd-4953-9f41-a68238e1026b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (c4ce6683-9ca3-4ce6-9295-89f0f644d5fd), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:32.627068 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-35aa5897-24cd-4953-9f41-a68238e1026b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:32.632660 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-35aa5897-24cd-4953-9f41-a68238e1026b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c4ce6683-9ca3-4ce6-9295-89f0f644d5fd HTTP/1.1" status: 204 len: 168 time: 0.5048544 Feb 17 09:55:32.651161 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa5897-24cd-4953-9f41-a68238e1026b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ce6683-9ca3-4ce6-9295-89f0f644d5fd,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:32.718792 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-6038dfc5-3499-414b-81c7-f585fe9658d0 service neutron] 10.222.0.82 "GET /v2.0/networks/c3aac7fc-fa00-48a3-aaf1-bf71d0d04681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258610 Feb 17 09:55:32.801072 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f31e7c-f4c4-4553-895c-7bb795cab8e9 req-53b3a329-a2d6-4294-b2d2-07f5c53bf4a2 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:32.804396 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d3f31e7c-f4c4-4553-895c-7bb795cab8e9 req-53b3a329-a2d6-4294-b2d2-07f5c53bf4a2 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa20d7ad-7c8e-426a-a028-bb7cdc2afafb HTTP/1.1" status: 200 len: 945 time: 0.1311731 Feb 17 09:55:32.857200 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 4f88b398-b2c4-4437-be4c-4a5b92aa76f6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4f88b398-b2c4-4437-be4c-4a5b92aa76f6,segment=NetworkSegment(6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1),segment_id=6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:55:32.891866 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Returning: {'device': '4f88b398-b2c4-4437-be4c-4a5b92aa76f6', 'network_id': '56727042-25d7-492c-b11b-57580ed61276', 'port_id': '4f88b398-b2c4-4437-be4c-4a5b92aa76f6', 'mac_address': 'fa:16:3e:95:23:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6fec72-bab7-4137-8c4d-c54b278ae7ca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:55:32.896324 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning for port d8cc59f0-a44e-470b-80dc-65f6b98f51b4 completed by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:55:32.902223 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning complete for port d8cc59f0-a44e-470b-80dc-65f6b98f51b4 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:55:32.902668 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (d8cc59f0-a44e-470b-80dc-65f6b98f51b4), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:32.941241 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d3f31e7c-f4c4-4553-895c-7bb795cab8e9 req-52789798-f177-475d-929c-8770eb85eca6 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/security-groups?id=a334c755-c1f5-4a26-bfe8-f2d16f4857b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047428 Feb 17 09:55:32.983489 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-688fec62-cb88-445c-bbcf-b3cc82af9789 service neutron] 10.222.0.82 "GET /v2.0/networks/c3aac7fc-fa00-48a3-aaf1-bf71d0d04681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557125 Feb 17 09:55:33.012718 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 4f88b398-b2c4-4437-be4c-4a5b92aa76f6 is: DOWN; New status is: BUILD {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:55:33.013108 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (4f88b398-b2c4-4437-be4c-4a5b92aa76f6), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:33.030557 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f88b398-b2c4-4437-be4c-4a5b92aa76f6 {{(pid=102622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:55:33.110808 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 4f88b398-b2c4-4437-be4c-4a5b92aa76f6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4f88b398-b2c4-4437-be4c-4a5b92aa76f6,segment=NetworkSegment(6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1),segment_id=6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:55:33.130316 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (4f88b398-b2c4-4437-be4c-4a5b92aa76f6), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:33.130947 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:55:33.152481 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port d8cc59f0-a44e-470b-80dc-65f6b98f51b4 is: BUILD; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:55:33.152935 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (d8cc59f0-a44e-470b-80dc-65f6b98f51b4), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:33.223660 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32a68b-c5bc-4e1c-a8d4-729bc690fc04 req-ffd70b8f-b768-4b8f-bd13-169ed7344f60 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:33.235773 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9b32a68b-c5bc-4e1c-a8d4-729bc690fc04 req-ffd70b8f-b768-4b8f-bd13-169ed7344f60 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 944 time: 0.1484416 Feb 17 09:55:33.275747 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 45810) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:33.298425 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=4f88b398-b2c4-4437-be4c-4a5b92aa76f6,revision_number=4']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:33.353806 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0299923-afdb-4ac1-9059-0374d9a12af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cc59f0-a44e-470b-80dc-65f6b98f51b4'}] {{(pid=102622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:55:33.363816 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-d8940531-8914-41fa-82db-16e383178f7d tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:33.367120 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-d8940531-8914-41fa-82db-16e383178f7d tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.93 "GET /v2.0/networks?id=796052e6-6954-480c-a009-16c1a3be89b8 HTTP/1.1" status: 200 len: 810 time: 0.2944221 Feb 17 09:55:33.372126 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9b32a68b-c5bc-4e1c-a8d4-729bc690fc04 req-d3f93941-926d-42b4-b66e-cba43ecfba8d tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313357 Feb 17 09:55:33.458882 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-85fbe530-85e9-4495-a9e0-8dcfbf5dc49b req-2b5b61ee-6254-4b26-a5e6-1e1588b2f3ca tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 210 time: 0.0562205 Feb 17 09:55:33.563712 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port d8cc59f0-a44e-470b-80dc-65f6b98f51b4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d8cc59f0-a44e-470b-80dc-65f6b98f51b4,segment=NetworkSegment(d858bd6f-9f4a-456e-b559-3a505e873a9d),segment_id=d858bd6f-9f4a-456e-b559-3a505e873a9d)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:55:33.572651 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b,segment=NetworkSegment(6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1),segment_id=6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:55:33.588432 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-46b4fe23-c50d-4e62-b63e-cc3400c92157 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7039608c8379432d81234a6c5f780815 HTTP/1.1" status: 200 len: 379 time: 0.2058208 Feb 17 09:55:33.598672 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ac6d0-dd69-4521-8e42-323d25d68468 req-5518b5bb-614b-4e49-8035-0d97a7339dca tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:33.601419 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-810ac6d0-dd69-4521-8e42-323d25d68468 req-5518b5bb-614b-4e49-8035-0d97a7339dca tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=d0299923-afdb-4ac1-9059-0374d9a12af4 HTTP/1.1" status: 200 len: 944 time: 0.0736485 Feb 17 09:55:33.607656 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (d8cc59f0-a44e-470b-80dc-65f6b98f51b4), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:33.609129 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-fd5b3b92-9941-4762-a2d5-8dbca4c8af8c tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Request body: {'port': {'device_id': 'cd6ac86d-9d55-4dae-bee2-7b7a2dad142a', 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8', 'admin_state_up': True, 'tenant_id': '7039608c8379432d81234a6c5f780815', 'security_groups': ['38c37d0c-35fc-4dae-80a6-b6ec7fe47708']}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:55:33.614494 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 9db4a517-edd3-403d-996a-63f7a6561d48 up at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:55:33.740657 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-d1376986-41eb-42da-8de0-6eddf56b2ef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:33.762136 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-40a4c74d-6133-45e1-9955-6fc3116d7f84 req-61acb8b4-c96c-4b2b-8a85-6f8aea3426bd tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 210 time: 0.0708241 Feb 17 09:55:33.765568 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-810ac6d0-dd69-4521-8e42-323d25d68468 req-31787c2b-114d-4a28-aa59-41602bad15d7 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558235 Feb 17 09:55:33.875690 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-fd5b3b92-9941-4762-a2d5-8dbca4c8af8c tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Made reservation on behalf of 7039608c8379432d81234a6c5f780815 for: {'port': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:55:33.880225 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-fd5b3b92-9941-4762-a2d5-8dbca4c8af8c tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:33.914821 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c0921c82721ddcd3043691fcb1168a632d6e856cc39374f61865f4aa2fd6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad22905-2116-4d72-befc-5d189276293f" -d '{"events": [{"server_uuid": "d0299923-afdb-4ac1-9059-0374d9a12af4", "name": "network-vif-plugged", "status": "completed", "tag": "d8cc59f0-a44e-470b-80dc-65f6b98f51b4"}]}' {{(pid=102622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:55:33.921930 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Returning: {'device': '9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b', 'network_id': '56727042-25d7-492c-b11b-57580ed61276', 'port_id': '9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b', 'mac_address': 'fa:16:3e:26:03:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6fec72-bab7-4137-8c4d-c54b278ae7ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:55:33.924613 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-d1376986-41eb-42da-8de0-6eddf56b2ef0 admin admin] Publish callbacks [] for security_group (aba4295c-deba-4c09-8cc0-21bff619cdef), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:33.930833 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-d1376986-41eb-42da-8de0-6eddf56b2ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (aba4295c-deba-4c09-8cc0-21bff619cdef), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:33.935654 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=d8cc59f0-a44e-470b-80dc-65f6b98f51b4,revision_number=5']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:33.985626 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:33.988305 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b is: DOWN; New status is: BUILD {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:55:33.988618 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:34.004227 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning for port 9db4a517-edd3-403d-996a-63f7a6561d48 completed by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:55:34.010195 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b {{(pid=102622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:55:34.015619 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning complete for port 9db4a517-edd3-403d-996a-63f7a6561d48 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:55:34.015927 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (9db4a517-edd3-403d-996a-63f7a6561d48), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:34.049194 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 45858) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:34.049994 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-d1376986-41eb-42da-8de0-6eddf56b2ef0 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7ff0684fd59e492283f40aa3d2915731&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7688942 Feb 17 09:55:34.060442 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b,segment=NetworkSegment(6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1),segment_id=6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:55:34.076976 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:34.102493 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1376986-41eb-42da-8de0-6eddf56b2ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba4295c-deba-4c09-8cc0-21bff619cdef,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:34.166468 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-39a6c638-80d4-42c3-af5a-7bf2b4ac6c18 admin admin] Publish callbacks [] for security_group (aba4295c-deba-4c09-8cc0-21bff619cdef), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:34.195336 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-39a6c638-80d4-42c3-af5a-7bf2b4ac6c18 admin admin] Publish callbacks [] for security_group (aba4295c-deba-4c09-8cc0-21bff619cdef), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:34.213127 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed6b46-be2c-457a-86de-acca2caca57d req-b4691fcf-e627-4db1-9e60-56a11c809f9d tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:34.214695 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1eed6b46-be2c-457a-86de-acca2caca57d req-b4691fcf-e627-4db1-9e60-56a11c809f9d tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa20d7ad-7c8e-426a-a028-bb7cdc2afafb HTTP/1.1" status: 200 len: 945 time: 0.1259871 Feb 17 09:55:34.277964 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_common [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-fd5b3b92-9941-4762-a2d5-8dbca4c8af8c tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Allocated IP 172.20.0.13 (796052e6-6954-480c-a009-16c1a3be89b8/4595d53c-1b19-44a4-9d57-e790e2a0475e/f2b0c8b6-0061-4e26-83aa-bbc49bff05ee) {{(pid=102621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:55:34.294860 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b,revision_number=4']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:34.297963 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1eed6b46-be2c-457a-86de-acca2caca57d req-0b9eab7f-c5d1-4613-a163-af7ecb65eb34 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/security-groups?id=a334c755-c1f5-4a26-bfe8-f2d16f4857b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760789 Feb 17 09:55:34.308619 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 9db4a517-edd3-403d-996a-63f7a6561d48 is: BUILD; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:55:34.309039 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (9db4a517-edd3-403d-996a-63f7a6561d48), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:34.336347 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-39a6c638-80d4-42c3-af5a-7bf2b4ac6c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (aba4295c-deba-4c09-8cc0-21bff619cdef), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:34.339847 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-39a6c638-80d4-42c3-af5a-7bf2b4ac6c18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:34.341543 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-39a6c638-80d4-42c3-af5a-7bf2b4ac6c18 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/aba4295c-deba-4c09-8cc0-21bff619cdef HTTP/1.1" status: 204 len: 168 time: 0.2908311 Feb 17 09:55:34.353860 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efea57f8-44cf-4b6a-987f-0088d712e9f8 x-openstack-request-id: req-efea57f8-44cf-4b6a-987f-0088d712e9f8 {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:55:34.354084 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6c638-80d4-42c3-af5a-7bf2b4ac6c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba4295c-deba-4c09-8cc0-21bff619cdef,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:34.354196 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0299923-afdb-4ac1-9059-0374d9a12af4", "name": "network-vif-plugged", "status": "completed", "tag": "d8cc59f0-a44e-470b-80dc-65f6b98f51b4", "code": 200}]} {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:55:34.354438 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-efea57f8-44cf-4b6a-987f-0088d712e9f8 {{(pid=102622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:55:34.355505 dv-cinder-778193-18-iscsi neutron-server[102622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0299923-afdb-4ac1-9059-0374d9a12af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cc59f0-a44e-470b-80dc-65f6b98f51b4', 'code': 200} Feb 17 09:55:34.367396 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:55:34.373827 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['4f88b398-b2c4-4437-be4c-4a5b92aa76f6'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:55:34.566876 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-fd5b3b92-9941-4762-a2d5-8dbca4c8af8c tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for port (f2b0c8b6-0061-4e26-83aa-bbc49bff05ee), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:34.616386 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 9db4a517-edd3-403d-996a-63f7a6561d48, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9db4a517-edd3-403d-996a-63f7a6561d48,segment=NetworkSegment(7c033621-2b5c-4fed-8b8a-7762fc5d3556),segment_id=7c033621-2b5c-4fed-8b8a-7762fc5d3556)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:55:34.631915 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-fd5b3b92-9941-4762-a2d5-8dbca4c8af8c tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393'] for port (f2b0c8b6-0061-4e26-83aa-bbc49bff05ee), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:34.632801 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (9db4a517-edd3-403d-996a-63f7a6561d48), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:34.704491 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-719b523f-2b57-4737-8187-180585f75829 req-3bcb8487-cc1f-4544-bdc4-61cbd36523c1 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 210 time: 0.1518106 Feb 17 09:55:34.737129 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-fd5b3b92-9941-4762-a2d5-8dbca4c8af8c tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Network 796052e6-6954-480c-a009-16c1a3be89b8 is already hosted by enough agents. {{(pid=102621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:55:34.761399 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-fd5b3b92-9941-4762-a2d5-8dbca4c8af8c tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Resources bound (agent type, host, resource id): {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:55:34.779087 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-fd5b3b92-9941-4762-a2d5-8dbca4c8af8c tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Received port after_create {{(pid=102621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:55:34.796900 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-fd5b3b92-9941-4762-a2d5-8dbca4c8af8c tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:34.797869 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c54d43-a82c-41db-821d-3c0958fa6cb5 req-fede041c-2549-41ba-a0c2-48e83cf10a22 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:34.798043 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-fd5b3b92-9941-4762-a2d5-8dbca4c8af8c tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:34.799434 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-47c54d43-a82c-41db-821d-3c0958fa6cb5 req-fede041c-2549-41ba-a0c2-48e83cf10a22 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 945 time: 0.3215294 Feb 17 09:55:34.815340 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b3b92-9941-4762-a2d5-8dbca4c8af8c tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Pushing event updated for resources: {'Port': ['ID=f2b0c8b6-0061-4e26-83aa-bbc49bff05ee,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:34.857464 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=9db4a517-edd3-403d-996a-63f7a6561d48,revision_number=5']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:34.865187 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-fd5b3b92-9941-4762-a2d5-8dbca4c8af8c tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2609890 Feb 17 09:55:34.888837 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-3230bf29-aad1-4886-bcbb-6c9ef42c69d5 service neutron] Request body: {'port': {'device_id': 'cd6ac86d-9d55-4dae-bee2-7b7a2dad142a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:55:34.907967 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c2de7-c88b-44d9-95ab-e054093ee2be req-0b46e167-d8d8-468a-adc7-77c553a38b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:34.909490 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a71c2de7-c88b-44d9-95ab-e054093ee2be req-0b46e167-d8d8-468a-adc7-77c553a38b7f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d0299923-afdb-4ac1-9059-0374d9a12af4 HTTP/1.1" status: 200 len: 1129 time: 0.3581018 Feb 17 09:55:34.990567 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-47c54d43-a82c-41db-821d-3c0958fa6cb5 req-24f3ce36-a68f-4ff9-8a00-3e63e4e35c99 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762784 Feb 17 09:55:35.131535 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [req-a71c2de7-c88b-44d9-95ab-e054093ee2be req-7202efec-7827-4b92-a406-1f8d7e71e0e6 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:35.143001 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-6ae17cbd-2d1d-4077-9c9a-b7f1ec5cdd71 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:35.145040 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-6ae17cbd-2d1d-4077-9c9a-b7f1ec5cdd71 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.93 "GET /v2.0/networks?id=c3aac7fc-fa00-48a3-aaf1-bf71d0d04681 HTTP/1.1" status: 200 len: 816 time: 0.1926272 Feb 17 09:55:35.248905 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-3230bf29-aad1-4886-bcbb-6c9ef42c69d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (f2b0c8b6-0061-4e26-83aa-bbc49bff05ee), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:35.346054 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b02ad-70b3-4862-9c92-e8791c39934e req-e5c47282-fe6e-40fc-9d57-054d44ee88ec tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:35.347225 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-f78d1232-49f2-4266-b9ee-a35cc16d9448 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee27e4c191de47a3b47db5a43ab00258 HTTP/1.1" status: 200 len: 379 time: 0.1821439 Feb 17 09:55:35.354069 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-48195351-a73f-4622-8f7d-c7eedae8e7cc tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Request body: {'port': {'device_id': 'edea3af2-ed92-4076-a63f-00c84c94342c', 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681', 'admin_state_up': True, 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'security_groups': ['a5d18a7f-955a-4f09-91d0-285dfea6c10e']}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:55:35.357568 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f40b02ad-70b3-4862-9c92-e8791c39934e req-e5c47282-fe6e-40fc-9d57-054d44ee88ec tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=d0299923-afdb-4ac1-9059-0374d9a12af4 HTTP/1.1" status: 200 len: 945 time: 0.3703423 Feb 17 09:55:35.379168 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-211ce258-81df-4c61-9d9a-99beb1b62d87 None None] Provisioning complete for port f2b0c8b6-0061-4e26-83aa-bbc49bff05ee triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:55:35.379694 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-211ce258-81df-4c61-9d9a-99beb1b62d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (f2b0c8b6-0061-4e26-83aa-bbc49bff05ee), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:35.424147 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-211ce258-81df-4c61-9d9a-99beb1b62d87 None None] Port f2b0c8b6-0061-4e26-83aa-bbc49bff05ee cannot update to ACTIVE because it is not bound. {{(pid=102622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:55:35.431363 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 45900) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:35.484979 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-53aed55a-0afb-4862-884d-a2e30b34cbcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:35.508362 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3d78f-1bb7-4204-99bb-883e4c2b27c3 req-43ac6184-358f-4459-b055-b1fdfa5d276e tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:35.510125 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-beb3d78f-1bb7-4204-99bb-883e4c2b27c3 req-43ac6184-358f-4459-b055-b1fdfa5d276e tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 932 time: 0.3339689 Feb 17 09:55:35.543406 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f40b02ad-70b3-4862-9c92-e8791c39934e req-95fe26ef-7753-474c-b651-677bbb295473 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612909 Feb 17 09:55:35.622858 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [req-a71c2de7-c88b-44d9-95ab-e054093ee2be req-7202efec-7827-4b92-a406-1f8d7e71e0e6 service neutron] Publish callbacks [] for security_group (6c1918af-22e3-4f8b-a638-a48da4e85963), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:35.684479 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [req-a71c2de7-c88b-44d9-95ab-e054093ee2be req-7202efec-7827-4b92-a406-1f8d7e71e0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (6c1918af-22e3-4f8b-a638-a48da4e85963), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:35.701162 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-48195351-a73f-4622-8f7d-c7eedae8e7cc tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Made reservation on behalf of ee27e4c191de47a3b47db5a43ab00258 for: {'port': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:55:35.704977 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-48195351-a73f-4622-8f7d-c7eedae8e7cc tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:35.786862 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-53aed55a-0afb-4862-884d-a2e30b34cbcd admin admin] Publish callbacks [] for security_group (09a0f012-0393-45c3-ac65-5f18b136a553), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:35.805392 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-beb3d78f-1bb7-4204-99bb-883e4c2b27c3 req-a899c396-a3c8-42ea-b5fa-80603ab3da11 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2745855 Feb 17 09:55:35.811625 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a71c2de7-c88b-44d9-95ab-e054093ee2be req-7202efec-7827-4b92-a406-1f8d7e71e0e6 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8256819 Feb 17 09:55:35.815999 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7202efec-7827-4b92-a406-1f8d7e71e0e6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1918af-22e3-4f8b-a638-a48da4e85963,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:35.819649 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-53aed55a-0afb-4862-884d-a2e30b34cbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (09a0f012-0393-45c3-ac65-5f18b136a553), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:35.848430 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3126f-5641-4933-81d0-6c28fc4d32d0 req-94974b8a-6e5e-4a7c-a688-20c8c064d8ba tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:35.856750 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-40e3126f-5641-4933-81d0-6c28fc4d32d0 req-94974b8a-6e5e-4a7c-a688-20c8c064d8ba tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa20d7ad-7c8e-426a-a028-bb7cdc2afafb HTTP/1.1" status: 200 len: 946 time: 0.2429347 Feb 17 09:55:35.943523 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e096aef6-2326-4611-8f56-56b731ab04cb req-dc4ab108-1e69-4c1d-a278-e1d78f0f9d2b tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 210 time: 0.0520318 Feb 17 09:55:35.951839 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aed55a-0afb-4862-884d-a2e30b34cbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a0f012-0393-45c3-ac65-5f18b136a553,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:35.956395 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-53aed55a-0afb-4862-884d-a2e30b34cbcd admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7305557c893846b7b0efdbcd6b54d22b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5098734 Feb 17 09:55:35.959242 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 45920) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:35.965026 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-3230bf29-aad1-4886-bcbb-6c9ef42c69d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2b0c8b6-0061-4e26-83aa-bbc49bff05ee {{(pid=102621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:55:35.982361 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-3230bf29-aad1-4886-bcbb-6c9ef42c69d5 service neutron] Publish callbacks [] for port (f2b0c8b6-0061-4e26-83aa-bbc49bff05ee), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:35.997326 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-40e3126f-5641-4933-81d0-6c28fc4d32d0 req-9fd83480-6ca6-448b-81ff-f0ef2ad30d5b tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/security-groups?id=a334c755-c1f5-4a26-bfe8-f2d16f4857b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252170 Feb 17 09:55:36.006211 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.provisioning_blocks [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-3230bf29-aad1-4886-bcbb-6c9ef42c69d5 service neutron] Transition to ACTIVE for port object f2b0c8b6-0061-4e26-83aa-bbc49bff05ee will not be triggered until provisioned by entity L2. {{(pid=102621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:55:36.017051 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-3230bf29-aad1-4886-bcbb-6c9ef42c69d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (f2b0c8b6-0061-4e26-83aa-bbc49bff05ee), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:36.019804 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_common [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-48195351-a73f-4622-8f7d-c7eedae8e7cc tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Allocated IP 172.20.0.7 (c3aac7fc-fa00-48a3-aaf1-bf71d0d04681/b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab/13e22131-0e22-4496-80cf-c6172a685f66) {{(pid=102621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:55:36.045020 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-6a342492-af69-4859-8198-e92908a3bdba admin admin] Publish callbacks [] for security_group (09a0f012-0393-45c3-ac65-5f18b136a553), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:36.104919 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-6a342492-af69-4859-8198-e92908a3bdba admin admin] Publish callbacks [] for security_group (09a0f012-0393-45c3-ac65-5f18b136a553), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:36.114483 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3230bf29-aad1-4886-bcbb-6c9ef42c69d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b0c8b6-0061-4e26-83aa-bbc49bff05ee,revision_number=2']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:36.171887 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-3230bf29-aad1-4886-bcbb-6c9ef42c69d5 service neutron] Attempting to bind port f2b0c8b6-0061-4e26-83aa-bbc49bff05ee on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:55:36.172253 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-3230bf29-aad1-4886-bcbb-6c9ef42c69d5 service neutron] Attempting to bind port f2b0c8b6-0061-4e26-83aa-bbc49bff05ee by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '27b95298-c23c-4d5f-8605-60b0d2d05807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8'}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:55:36.172559 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-3230bf29-aad1-4886-bcbb-6c9ef42c69d5 service neutron] Attempting to bind port f2b0c8b6-0061-4e26-83aa-bbc49bff05ee on network 796052e6-6954-480c-a009-16c1a3be89b8 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:55:36.188894 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-3230bf29-aad1-4886-bcbb-6c9ef42c69d5 service neutron] Port f2b0c8b6-0061-4e26-83aa-bbc49bff05ee on network 796052e6-6954-480c-a009-16c1a3be89b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 09:55:36.189371 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-3230bf29-aad1-4886-bcbb-6c9ef42c69d5 service neutron] Attempting to bind port f2b0c8b6-0061-4e26-83aa-bbc49bff05ee on network 796052e6-6954-480c-a009-16c1a3be89b8 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:55:36.203378 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8293a1-b493-49b1-af79-099011157be0 req-08538306-8851-491d-bf5d-c980eb77d866 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:36.209419 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-cf8293a1-b493-49b1-af79-099011157be0 req-08538306-8851-491d-bf5d-c980eb77d866 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 945 time: 0.1259902 Feb 17 09:55:36.210565 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-3230bf29-aad1-4886-bcbb-6c9ef42c69d5 service neutron] Checking agent: {'id': '57512943-2fb5-44da-9b65-1b43ee30ab09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'started_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:55:36.210913 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-3230bf29-aad1-4886-bcbb-6c9ef42c69d5 service neutron] Checking segment: {'id': '27b95298-c23c-4d5f-8605-60b0d2d05807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:55:36.211332 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-3230bf29-aad1-4886-bcbb-6c9ef42c69d5 service neutron] Bound using segment: {'id': '27b95298-c23c-4d5f-8605-60b0d2d05807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8'} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:55:36.211793 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-3230bf29-aad1-4886-bcbb-6c9ef42c69d5 service neutron] Bound port: f2b0c8b6-0061-4e26-83aa-bbc49bff05ee, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b95298-c23c-4d5f-8605-60b0d2d05807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8'}}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:55:36.212151 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-3230bf29-aad1-4886-bcbb-6c9ef42c69d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (f2b0c8b6-0061-4e26-83aa-bbc49bff05ee), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:36.254388 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-6a342492-af69-4859-8198-e92908a3bdba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (09a0f012-0393-45c3-ac65-5f18b136a553), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:36.257574 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-6a342492-af69-4859-8198-e92908a3bdba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:36.261510 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-6a342492-af69-4859-8198-e92908a3bdba admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/09a0f012-0393-45c3-ac65-5f18b136a553 HTTP/1.1" status: 204 len: 168 time: 0.3013356 Feb 17 09:55:36.281573 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-cf8293a1-b493-49b1-af79-099011157be0 req-d9470008-9982-41a4-8283-c78c4a20ee0a tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658362 Feb 17 09:55:36.291802 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a342492-af69-4859-8198-e92908a3bdba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a0f012-0393-45c3-ac65-5f18b136a553,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:36.353563 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-3230bf29-aad1-4886-bcbb-6c9ef42c69d5 service neutron] For port f2b0c8b6-0061-4e26-83aa-bbc49bff05ee, host hv-cinder-77819, cleared binding levels {{(pid=102621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:55:36.356659 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa20d7ad-7c8e-426a-a028-bb7cdc2afafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db4a517-edd3-403d-996a-63f7a6561d48'}] {{(pid=102622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:55:36.359118 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c0921c82721ddcd3043691fcb1168a632d6e856cc39374f61865f4aa2fd6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285e7d74-08cc-4550-8fc6-10acec3e7a24" -d '{"events": [{"server_uuid": "fa20d7ad-7c8e-426a-a028-bb7cdc2afafb", "name": "network-vif-plugged", "status": "completed", "tag": "9db4a517-edd3-403d-996a-63f7a6561d48"}]}' {{(pid=102622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:55:36.362551 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-3230bf29-aad1-4886-bcbb-6c9ef42c69d5 service neutron] For port f2b0c8b6-0061-4e26-83aa-bbc49bff05ee, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f2b0c8b6-0061-4e26-83aa-bbc49bff05ee,segment=NetworkSegment(27b95298-c23c-4d5f-8605-60b0d2d05807),segment_id=27b95298-c23c-4d5f-8605-60b0d2d05807)] {{(pid=102621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:55:36.368330 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-48195351-a73f-4622-8f7d-c7eedae8e7cc tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for port (13e22131-0e22-4496-80cf-c6172a685f66), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:36.381466 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-3230bf29-aad1-4886-bcbb-6c9ef42c69d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (f2b0c8b6-0061-4e26-83aa-bbc49bff05ee), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:36.409553 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630e265d-fca8-4ae3-9969-9477147c8d16 x-openstack-request-id: req-630e265d-fca8-4ae3-9969-9477147c8d16 {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:55:36.410045 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa20d7ad-7c8e-426a-a028-bb7cdc2afafb", "name": "network-vif-plugged", "status": "completed", "tag": "9db4a517-edd3-403d-996a-63f7a6561d48", "code": 200}]} {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:55:36.410135 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-630e265d-fca8-4ae3-9969-9477147c8d16 {{(pid=102622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:55:36.410512 dv-cinder-778193-18-iscsi neutron-server[102622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa20d7ad-7c8e-426a-a028-bb7cdc2afafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db4a517-edd3-403d-996a-63f7a6561d48', 'code': 200} Feb 17 09:55:36.431770 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-3230bf29-aad1-4886-bcbb-6c9ef42c69d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:36.432417 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-3230bf29-aad1-4886-bcbb-6c9ef42c69d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:36.433877 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-3230bf29-aad1-4886-bcbb-6c9ef42c69d5 service neutron] 10.222.0.93 "PUT /v2.0/ports/f2b0c8b6-0061-4e26-83aa-bbc49bff05ee HTTP/1.1" status: 200 len: 1094 time: 1.5564208 Feb 17 09:55:36.443759 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd6ac86d-9d55-4dae-bee2-7b7a2dad142a', 'tag': 'f2b0c8b6-0061-4e26-83aa-bbc49bff05ee'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:55:36.447388 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8bb9ac-774a-45ef-ad66-589e95341f02" -d '{"events": [{"name": "network-changed", "server_uuid": "cd6ac86d-9d55-4dae-bee2-7b7a2dad142a", "tag": "f2b0c8b6-0061-4e26-83aa-bbc49bff05ee"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:55:36.482223 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3230bf29-aad1-4886-bcbb-6c9ef42c69d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b0c8b6-0061-4e26-83aa-bbc49bff05ee,revision_number=3']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:36.497563 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-48195351-a73f-4622-8f7d-c7eedae8e7cc tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393'] for port (13e22131-0e22-4496-80cf-c6172a685f66), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:36.514712 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 4f88b398-b2c4-4437-be4c-4a5b92aa76f6 up at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:55:36.534598 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b029f3e4-4bb2-4a46-ab13-f4fa3950b9de x-openstack-request-id: req-b029f3e4-4bb2-4a46-ab13-f4fa3950b9de {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:55:36.534895 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd6ac86d-9d55-4dae-bee2-7b7a2dad142a", "tag": "f2b0c8b6-0061-4e26-83aa-bbc49bff05ee", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:55:36.535267 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b029f3e4-4bb2-4a46-ab13-f4fa3950b9de {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:55:36.535568 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd6ac86d-9d55-4dae-bee2-7b7a2dad142a', 'tag': 'f2b0c8b6-0061-4e26-83aa-bbc49bff05ee', 'status': 'completed', 'code': 200} Feb 17 09:55:36.634771 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-48195351-a73f-4622-8f7d-c7eedae8e7cc tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Network c3aac7fc-fa00-48a3-aaf1-bf71d0d04681 is already hosted by enough agents. {{(pid=102621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:55:36.650255 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-48195351-a73f-4622-8f7d-c7eedae8e7cc tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Resources bound (agent type, host, resource id): {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:55:36.654965 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning for port 4f88b398-b2c4-4437-be4c-4a5b92aa76f6 completed by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:55:36.664838 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning complete for port 4f88b398-b2c4-4437-be4c-4a5b92aa76f6 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:55:36.664838 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (4f88b398-b2c4-4437-be4c-4a5b92aa76f6), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:36.690717 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-48195351-a73f-4622-8f7d-c7eedae8e7cc tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Received port after_create {{(pid=102621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:55:36.699391 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-48195351-a73f-4622-8f7d-c7eedae8e7cc tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:36.699945 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-48195351-a73f-4622-8f7d-c7eedae8e7cc tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:36.704301 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-a7aeff7c-ef2b-459f-a76a-9d0dfac2ad53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:36.705818 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-a7aeff7c-ef2b-459f-a76a-9d0dfac2ad53 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7039608c8379432d81234a6c5f780815&device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 1128 time: 0.2193549 Feb 17 09:55:36.723837 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48195351-a73f-4622-8f7d-c7eedae8e7cc tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Pushing event updated for resources: {'Port': ['ID=13e22131-0e22-4496-80cf-c6172a685f66,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:36.773707 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0374490-8956-4d19-8737-e12087fee81d req-bb5ec62e-6bd8-4961-bd4c-35a111091b50 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:36.788468 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a0374490-8956-4d19-8737-e12087fee81d req-bb5ec62e-6bd8-4961-bd4c-35a111091b50 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=d0299923-afdb-4ac1-9059-0374d9a12af4 HTTP/1.1" status: 200 len: 945 time: 0.1417384 Feb 17 09:55:36.835386 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-7dc04bdb-f02b-4329-834a-e6a49ddd7f84 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2b0c8b6-0061-4e26-83aa-bbc49bff05ee HTTP/1.1" status: 200 len: 217 time: 0.1155527 Feb 17 09:55:36.852934 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-48195351-a73f-4622-8f7d-c7eedae8e7cc tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5047584 Feb 17 09:55:36.877801 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27436bbe-b18f-4137-96e7-cf11a97528eb req-66bf4de3-6681-4092-9e14-711e3a05fcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:36.885021 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-9761d3b3-2f8d-4cca-9c81-b637403017f6 service neutron] Request body: {'port': {'device_id': 'edea3af2-ed92-4076-a63f-00c84c94342c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:55:36.885772 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 4f88b398-b2c4-4437-be4c-4a5b92aa76f6 is: BUILD; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:55:36.887594 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (4f88b398-b2c4-4437-be4c-4a5b92aa76f6), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:36.889419 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-27436bbe-b18f-4137-96e7-cf11a97528eb req-66bf4de3-6681-4092-9e14-711e3a05fcf3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fa20d7ad-7c8e-426a-a028-bb7cdc2afafb HTTP/1.1" status: 200 len: 1130 time: 0.2206604 Feb 17 09:55:36.969794 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 4f88b398-b2c4-4437-be4c-4a5b92aa76f6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4f88b398-b2c4-4437-be4c-4a5b92aa76f6,segment=NetworkSegment(6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1),segment_id=6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:55:36.981968 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (4f88b398-b2c4-4437-be4c-4a5b92aa76f6), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:36.983443 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b up at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:55:37.018146 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-9f426e17-1200-402c-8298-aa84dd050481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:37.019662 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-9f426e17-1200-402c-8298-aa84dd050481 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4595d53c-1b19-44a4-9d57-e790e2a0475e HTTP/1.1" status: 200 len: 849 time: 0.1658342 Feb 17 09:55:37.045221 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a0374490-8956-4d19-8737-e12087fee81d req-b990c917-bd01-44db-80ea-ca04bb22b5bd tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529724 Feb 17 09:55:37.049687 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-27436bbe-b18f-4137-96e7-cf11a97528eb req-f3856959-a106-4cd8-8b40-836397bdbb0a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a334c755-c1f5-4a26-bfe8-f2d16f4857b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518416 Feb 17 09:55:37.069702 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=4f88b398-b2c4-4437-be4c-4a5b92aa76f6,revision_number=5']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:37.123888 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning for port 9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b completed by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:55:37.124969 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e16c5-7c15-4824-b1a2-4aa9fb62a0f6 req-d75b0a12-99a9-45b7-b842-ae6e3779f04f tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:37.131224 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning complete for port 9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:55:37.133428 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:37.142672 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-eb5e16c5-7c15-4824-b1a2-4aa9fb62a0f6 req-d75b0a12-99a9-45b7-b842-ae6e3779f04f tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 944 time: 0.2027967 Feb 17 09:55:37.202889 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-9761d3b3-2f8d-4cca-9c81-b637403017f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (13e22131-0e22-4496-80cf-c6172a685f66), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:37.244297 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-f31aebcd-4c3a-4a63-97fd-316951606f1c None None] Provisioning complete for port 13e22131-0e22-4496-80cf-c6172a685f66 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:55:37.244735 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-f31aebcd-4c3a-4a63-97fd-316951606f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (13e22131-0e22-4496-80cf-c6172a685f66), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:37.253220 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-2286b945-314e-42a0-b517-b994a6126cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:37.255002 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-2286b945-314e-42a0-b517-b994a6126cb7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=796052e6-6954-480c-a009-16c1a3be89b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2152731 Feb 17 09:55:37.298060 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-eb5e16c5-7c15-4824-b1a2-4aa9fb62a0f6 req-2d474ee4-6c7c-4928-8d17-6ea595904981 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544120 Feb 17 09:55:37.352736 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-f31aebcd-4c3a-4a63-97fd-316951606f1c None None] Port 13e22131-0e22-4496-80cf-c6172a685f66 cannot update to ACTIVE because it is not bound. {{(pid=102622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:55:37.364147 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed15a3-946e-41d4-a608-a3d00c02545c req-d572e1e8-92a4-4f52-a955-ea84a374aafa tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:37.375497 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-15ed15a3-946e-41d4-a608-a3d00c02545c req-d572e1e8-92a4-4f52-a955-ea84a374aafa tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 931 time: 0.1667917 Feb 17 09:55:37.400633 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b is: BUILD; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:55:37.402115 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:37.460209 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-15ed15a3-946e-41d4-a608-a3d00c02545c req-411e9558-41c7-435a-b712-7eeb421a3f06 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835557 Feb 17 09:55:37.490019 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b,segment=NetworkSegment(6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1),segment_id=6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:55:37.506901 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:37.613515 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e8498-4939-4629-bce7-ecf0c2144788 req-e0c647cd-1f4a-494e-b88f-e362de87b1a9 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:37.622166 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ba4e8498-4939-4629-bce7-ecf0c2144788 req-e0c647cd-1f4a-494e-b88f-e362de87b1a9 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa20d7ad-7c8e-426a-a028-bb7cdc2afafb HTTP/1.1" status: 200 len: 946 time: 0.1738338 Feb 17 09:55:37.657364 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b,revision_number=5']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:37.660472 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b36ecb-247b-40b7-9e30-d1fad38740c8 req-5a18f62f-8769-4a08-8a96-f651265a2049 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:37.671301 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-26b36ecb-247b-40b7-9e30-d1fad38740c8 req-5a18f62f-8769-4a08-8a96-f651265a2049 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.1338210 Feb 17 09:55:37.697626 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-9761d3b3-2f8d-4cca-9c81-b637403017f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e22131-0e22-4496-80cf-c6172a685f66 {{(pid=102621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:55:37.706876 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-9761d3b3-2f8d-4cca-9c81-b637403017f6 service neutron] Publish callbacks [] for port (13e22131-0e22-4496-80cf-c6172a685f66), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:37.752477 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.provisioning_blocks [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-9761d3b3-2f8d-4cca-9c81-b637403017f6 service neutron] Transition to ACTIVE for port object 13e22131-0e22-4496-80cf-c6172a685f66 will not be triggered until provisioned by entity L2. {{(pid=102621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:55:37.777995 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-9761d3b3-2f8d-4cca-9c81-b637403017f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (13e22131-0e22-4496-80cf-c6172a685f66), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:37.846278 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ba4e8498-4939-4629-bce7-ecf0c2144788 req-c23214b1-cea3-4197-a66b-55a5e499256e tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/security-groups?id=a334c755-c1f5-4a26-bfe8-f2d16f4857b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225313 Feb 17 09:55:37.847099 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 45990) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:37.851796 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-26b36ecb-247b-40b7-9e30-d1fad38740c8 req-bc18da0c-baef-4e1a-a47f-c3fded8582a9 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774943 Feb 17 09:55:37.947239 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761d3b3-2f8d-4cca-9c81-b637403017f6 service neutron] Pushing event updated for resources: {'Port': ['ID=13e22131-0e22-4496-80cf-c6172a685f66,revision_number=2']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:37.983232 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-ff80a543-6913-4d3b-a88b-29cc3b2c78f8 service neutron] 10.222.0.93 "GET /v2.0/networks/796052e6-6954-480c-a009-16c1a3be89b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7206068 Feb 17 09:55:37.994444 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-9761d3b3-2f8d-4cca-9c81-b637403017f6 service neutron] Attempting to bind port 13e22131-0e22-4496-80cf-c6172a685f66 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:55:37.994781 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-9761d3b3-2f8d-4cca-9c81-b637403017f6 service neutron] Attempting to bind port 13e22131-0e22-4496-80cf-c6172a685f66 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '44712ed5-627e-45e3-929a-a847c740dda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681'}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:55:37.995222 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-9761d3b3-2f8d-4cca-9c81-b637403017f6 service neutron] Attempting to bind port 13e22131-0e22-4496-80cf-c6172a685f66 on network c3aac7fc-fa00-48a3-aaf1-bf71d0d04681 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:55:38.008807 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-9761d3b3-2f8d-4cca-9c81-b637403017f6 service neutron] Port 13e22131-0e22-4496-80cf-c6172a685f66 on network c3aac7fc-fa00-48a3-aaf1-bf71d0d04681 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 09:55:38.009141 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-9761d3b3-2f8d-4cca-9c81-b637403017f6 service neutron] Attempting to bind port 13e22131-0e22-4496-80cf-c6172a685f66 on network c3aac7fc-fa00-48a3-aaf1-bf71d0d04681 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:55:38.024682 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-9761d3b3-2f8d-4cca-9c81-b637403017f6 service neutron] Checking agent: {'id': '57512943-2fb5-44da-9b65-1b43ee30ab09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'started_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:55:38.025029 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-9761d3b3-2f8d-4cca-9c81-b637403017f6 service neutron] Checking segment: {'id': '44712ed5-627e-45e3-929a-a847c740dda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:55:38.025566 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-9761d3b3-2f8d-4cca-9c81-b637403017f6 service neutron] Bound using segment: {'id': '44712ed5-627e-45e3-929a-a847c740dda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681'} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:55:38.025851 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-9761d3b3-2f8d-4cca-9c81-b637403017f6 service neutron] Bound port: 13e22131-0e22-4496-80cf-c6172a685f66, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44712ed5-627e-45e3-929a-a847c740dda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681'}}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:55:38.026266 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-9761d3b3-2f8d-4cca-9c81-b637403017f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (13e22131-0e22-4496-80cf-c6172a685f66), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:38.080670 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ef7f9e49-aebc-4ffd-85bc-2586782b6b3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:38.207092 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9b0271dc-a247-45b3-81fc-d3434e2df3a8 req-ed0dec8a-4b97-42ed-9290-0e20c624f2f4 service neutron] 10.222.0.93 "GET /v2.0/networks/796052e6-6954-480c-a009-16c1a3be89b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085538 Feb 17 09:55:38.212011 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-9761d3b3-2f8d-4cca-9c81-b637403017f6 service neutron] For port 13e22131-0e22-4496-80cf-c6172a685f66, host hv-cinder-77819, cleared binding levels {{(pid=102621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:55:38.217681 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-9761d3b3-2f8d-4cca-9c81-b637403017f6 service neutron] For port 13e22131-0e22-4496-80cf-c6172a685f66, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=13e22131-0e22-4496-80cf-c6172a685f66,segment=NetworkSegment(44712ed5-627e-45e3-929a-a847c740dda7),segment_id=44712ed5-627e-45e3-929a-a847c740dda7)] {{(pid=102621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:55:38.228091 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-9761d3b3-2f8d-4cca-9c81-b637403017f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (13e22131-0e22-4496-80cf-c6172a685f66), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:38.286307 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-9761d3b3-2f8d-4cca-9c81-b637403017f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:38.287180 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-9761d3b3-2f8d-4cca-9c81-b637403017f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:38.288994 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-9761d3b3-2f8d-4cca-9c81-b637403017f6 service neutron] 10.222.0.93 "PUT /v2.0/ports/13e22131-0e22-4496-80cf-c6172a685f66 HTTP/1.1" status: 200 len: 1093 time: 1.4261599 Feb 17 09:55:38.292250 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a4a63-0661-42f6-a055-67473435d979 req-2115fb7d-3584-477b-bae8-effb9280054f tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:38.302989 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8f2a4a63-0661-42f6-a055-67473435d979 req-2115fb7d-3584-477b-bae8-effb9280054f tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=d0299923-afdb-4ac1-9059-0374d9a12af4 HTTP/1.1" status: 200 len: 945 time: 0.1424491 Feb 17 09:55:38.317380 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ef7f9e49-aebc-4ffd-85bc-2586782b6b3e admin admin] Publish callbacks [] for security_group (9ff60472-dfbb-44ff-aa1e-b3b26369c2a5), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:38.325520 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ef7f9e49-aebc-4ffd-85bc-2586782b6b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (9ff60472-dfbb-44ff-aa1e-b3b26369c2a5), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:38.388222 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f9e49-aebc-4ffd-85bc-2586782b6b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff60472-dfbb-44ff-aa1e-b3b26369c2a5,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:38.412508 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba3329c-1fb8-41c3-b4d0-245fcf58e671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f88b398-b2c4-4437-be4c-4a5b92aa76f6'}, {'server_uuid': '62978e71-d0ef-428d-b4cb-4d029f4f2981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b'}] {{(pid=102622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:55:38.415266 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c0921c82721ddcd3043691fcb1168a632d6e856cc39374f61865f4aa2fd6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7cb426-4289-4b98-9ef2-f795ed3696c2" -d '{"events": [{"server_uuid": "dba3329c-1fb8-41c3-b4d0-245fcf58e671", "name": "network-vif-plugged", "status": "completed", "tag": "4f88b398-b2c4-4437-be4c-4a5b92aa76f6"}, {"server_uuid": "62978e71-d0ef-428d-b4cb-4d029f4f2981", "name": "network-vif-plugged", "status": "completed", "tag": "9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b"}]}' {{(pid=102622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:55:38.423616 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761d3b3-2f8d-4cca-9c81-b637403017f6 service neutron] Pushing event updated for resources: {'Port': ['ID=13e22131-0e22-4496-80cf-c6172a685f66,revision_number=3']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:38.429483 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bb9ac-774a-45ef-ad66-589e95341f02 req-d3357194-291f-4b9a-91dd-af6d55b75fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:38.430997 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9c8bb9ac-774a-45ef-ad66-589e95341f02 req-d3357194-291f-4b9a-91dd-af6d55b75fdf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7039608c8379432d81234a6c5f780815&device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 1128 time: 0.1610360 Feb 17 09:55:38.467201 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-ef7f9e49-aebc-4ffd-85bc-2586782b6b3e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=cc23f6be51f644a78869dcfde5f91831&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6190007 Feb 17 09:55:38.470384 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 46010) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:38.484686 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8f2a4a63-0661-42f6-a055-67473435d979 req-2cc4d171-c595-40e3-be14-00f8c948e9b6 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806648 Feb 17 09:55:38.508250 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-57c2c6d9-54b6-42d5-8a88-8cf1ef8e1c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:38.510070 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-57c2c6d9-54b6-42d5-8a88-8cf1ef8e1c03 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ee27e4c191de47a3b47db5a43ab00258&device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 1127 time: 0.1784358 Feb 17 09:55:38.524470 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9e64d-faf2-434d-bef7-892ce02b8ac7 req-0b840b4a-cc28-441e-b171-8aefa0e445ae tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:38.535892 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-28a9e64d-faf2-434d-bef7-892ce02b8ac7 req-0b840b4a-cc28-441e-b171-8aefa0e445ae tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 944 time: 0.1161883 Feb 17 09:55:38.540963 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edea3af2-ed92-4076-a63f-00c84c94342c', 'tag': '13e22131-0e22-4496-80cf-c6172a685f66'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:55:38.543398 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bdd74c-4b6c-491c-95ac-ccbf36075d54" -d '{"events": [{"name": "network-changed", "server_uuid": "edea3af2-ed92-4076-a63f-00c84c94342c", "tag": "13e22131-0e22-4496-80cf-c6172a685f66"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:55:38.568681 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Feb 2022 09:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec346f3-d25f-492b-ac6d-9e02fc0ad1c8 x-openstack-request-id: req-bec346f3-d25f-492b-ac6d-9e02fc0ad1c8 {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:55:38.569159 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba3329c-1fb8-41c3-b4d0-245fcf58e671", "name": "network-vif-plugged", "status": "completed", "tag": "4f88b398-b2c4-4437-be4c-4a5b92aa76f6", "code": 200}, {"server_uuid": "62978e71-d0ef-428d-b4cb-4d029f4f2981", "name": "network-vif-plugged", "status": "completed", "tag": "9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b", "code": 200}]} {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:55:38.569259 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-bec346f3-d25f-492b-ac6d-9e02fc0ad1c8 {{(pid=102622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:55:38.569655 dv-cinder-778193-18-iscsi neutron-server[102622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba3329c-1fb8-41c3-b4d0-245fcf58e671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f88b398-b2c4-4437-be4c-4a5b92aa76f6', 'code': 200} Feb 17 09:55:38.569915 dv-cinder-778193-18-iscsi neutron-server[102622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62978e71-d0ef-428d-b4cb-4d029f4f2981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b', 'code': 200} Feb 17 09:55:38.606519 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-28a9e64d-faf2-434d-bef7-892ce02b8ac7 req-d28366dd-e48d-46c9-b7d3-3209ff6aa699 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692978 Feb 17 09:55:38.620473 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-487a9433-fb98-4b41-a995-c27c9e2f1a70 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13e22131-0e22-4496-80cf-c6172a685f66 HTTP/1.1" status: 200 len: 217 time: 0.0738289 Feb 17 09:55:38.682310 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1380a2-1187-4ff9-8df6-ee669b68a501 x-openstack-request-id: req-1e1380a2-1187-4ff9-8df6-ee669b68a501 {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:55:38.683011 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edea3af2-ed92-4076-a63f-00c84c94342c", "tag": "13e22131-0e22-4496-80cf-c6172a685f66", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:55:38.683529 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1e1380a2-1187-4ff9-8df6-ee669b68a501 {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:55:38.684161 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edea3af2-ed92-4076-a63f-00c84c94342c', 'tag': '13e22131-0e22-4496-80cf-c6172a685f66', 'status': 'completed', 'code': 200} Feb 17 09:55:38.692203 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bb9ac-774a-45ef-ad66-589e95341f02 req-85471f22-c631-46a8-b3be-ea33b3a4a6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:38.694094 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9c8bb9ac-774a-45ef-ad66-589e95341f02 req-85471f22-c631-46a8-b3be-ea33b3a4a6a5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=796052e6-6954-480c-a009-16c1a3be89b8 HTTP/1.1" status: 200 len: 912 time: 0.2561593 Feb 17 09:55:38.725928 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-dad30535-c3e9-4f5a-a658-684057b64e83 admin admin] Publish callbacks [] for security_group (9ff60472-dfbb-44ff-aa1e-b3b26369c2a5), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:38.762034 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d685b-24bd-4b50-911e-f2aae80a9a01 req-f4b21823-6907-4b9c-a06e-67eb2c8709e3 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:38.763723 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-198d685b-24bd-4b50-911e-f2aae80a9a01 req-f4b21823-6907-4b9c-a06e-67eb2c8709e3 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 943 time: 0.0867875 Feb 17 09:55:38.853992 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-198d685b-24bd-4b50-911e-f2aae80a9a01 req-479f977a-d9f4-443d-a7c8-377f51667ced tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842159 Feb 17 09:55:38.944782 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65cf28-c81c-4fa9-866e-b88236b081fd req-efeaefbb-0b55-4928-bcde-38e1845bf9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:38.950215 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8e65cf28-c81c-4fa9-866e-b88236b081fd req-efeaefbb-0b55-4928-bcde-38e1845bf9ae service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 1130 time: 0.0973816 Feb 17 09:55:39.003626 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-3e042354-02ac-46e4-9d66-d5958104866d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:39.006921 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-3e042354-02ac-46e4-9d66-d5958104866d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab HTTP/1.1" status: 200 len: 855 time: 0.3777421 Feb 17 09:55:39.011721 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9c8bb9ac-774a-45ef-ad66-589e95341f02 req-bb1a1e10-2414-4803-8dea-8988a14345c1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2b0c8b6-0061-4e26-83aa-bbc49bff05ee HTTP/1.1" status: 200 len: 217 time: 0.3084285 Feb 17 09:55:39.162911 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-dad30535-c3e9-4f5a-a658-684057b64e83 admin admin] Publish callbacks [] for security_group (9ff60472-dfbb-44ff-aa1e-b3b26369c2a5), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:39.165177 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8e65cf28-c81c-4fa9-866e-b88236b081fd req-c79e87e5-d54f-4a9a-acb3-89d33f88e723 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075098 Feb 17 09:55:39.186927 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609da92-ac18-4904-9f34-4de3a508f992 req-1abcbe84-36c6-4bce-b6e0-2d39969d8426 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:39.188628 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6609da92-ac18-4904-9f34-4de3a508f992 req-1abcbe84-36c6-4bce-b6e0-2d39969d8426 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa20d7ad-7c8e-426a-a028-bb7cdc2afafb HTTP/1.1" status: 200 len: 946 time: 0.2056022 Feb 17 09:55:39.217745 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcedd326-2af7-416e-99d9-5dbd367357e7 req-3bf0a049-de02-407d-b86c-82b0372ea919 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:39.219283 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-dcedd326-2af7-416e-99d9-5dbd367357e7 req-3bf0a049-de02-407d-b86c-82b0372ea919 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.2401597 Feb 17 09:55:39.237805 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bb9ac-774a-45ef-ad66-589e95341f02 req-bf15c7b8-7e51-4612-944a-a5070ca93031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:39.239972 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9c8bb9ac-774a-45ef-ad66-589e95341f02 req-bf15c7b8-7e51-4612-944a-a5070ca93031 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4595d53c-1b19-44a4-9d57-e790e2a0475e HTTP/1.1" status: 200 len: 849 time: 0.2012990 Feb 17 09:55:39.259903 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b89a8e-2d60-4120-809e-16a7045b4aa7 req-e034e86f-aa6d-41d6-82ca-eeae07d626c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:39.261431 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e7b89a8e-2d60-4120-809e-16a7045b4aa7 req-e034e86f-aa6d-41d6-82ca-eeae07d626c8 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 1130 time: 0.2516263 Feb 17 09:55:39.263637 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-178cad73-4808-4aae-999b-ec536e6036fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:39.265041 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-178cad73-4808-4aae-999b-ec536e6036fd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c3aac7fc-fa00-48a3-aaf1-bf71d0d04681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2277455 Feb 17 09:55:39.279409 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-dad30535-c3e9-4f5a-a658-684057b64e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (9ff60472-dfbb-44ff-aa1e-b3b26369c2a5), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:39.283063 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-dad30535-c3e9-4f5a-a658-684057b64e83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:39.286948 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-dad30535-c3e9-4f5a-a658-684057b64e83 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9ff60472-dfbb-44ff-aa1e-b3b26369c2a5 HTTP/1.1" status: 204 len: 168 time: 0.7983489 Feb 17 09:55:39.294309 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad30535-c3e9-4f5a-a658-684057b64e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff60472-dfbb-44ff-aa1e-b3b26369c2a5,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:39.328298 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-dcedd326-2af7-416e-99d9-5dbd367357e7 req-27a00bdb-3f76-4a6d-a397-9f8343b57eae tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020997 Feb 17 09:55:39.331390 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6609da92-ac18-4904-9f34-4de3a508f992 req-146e44a1-10a5-43b1-9163-251189e661b7 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/security-groups?id=a334c755-c1f5-4a26-bfe8-f2d16f4857b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232207 Feb 17 09:55:39.530163 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e7b89a8e-2d60-4120-809e-16a7045b4aa7 req-6294bd62-a1a9-4be8-a3b7-4e452f18bfdf service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481106 Feb 17 09:55:39.539359 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bb9ac-774a-45ef-ad66-589e95341f02 req-9ace3e39-3484-424b-a506-265773bcd096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:39.541025 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9c8bb9ac-774a-45ef-ad66-589e95341f02 req-9ace3e39-3484-424b-a506-265773bcd096 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=796052e6-6954-480c-a009-16c1a3be89b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1528919 Feb 17 09:55:39.568474 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-716d62cc-da75-4ca1-9c7b-a70acc00b29c service neutron] 10.222.0.93 "GET /v2.0/networks/c3aac7fc-fa00-48a3-aaf1-bf71d0d04681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787899 Feb 17 09:55:39.740388 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2442b-444f-463d-83c1-ce10ac77a449 req-515487b5-02ce-448e-afbd-ee37c2bb0f62 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:39.749685 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d3b2442b-444f-463d-83c1-ce10ac77a449 req-515487b5-02ce-448e-afbd-ee37c2bb0f62 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 944 time: 0.0774837 Feb 17 09:55:39.822204 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d3b2442b-444f-463d-83c1-ce10ac77a449 req-c4888f9f-4146-40df-9212-d8a3e8120da2 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666225 Feb 17 09:55:39.826583 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 46078) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:39.850542 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-196d888b-0d94-4f22-b431-366b26b9f739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:39.949277 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-196d888b-0d94-4f22-b431-366b26b9f739 admin admin] Publish callbacks [] for security_group (6f19dd2c-77a7-4491-9aac-a88cdebc122c), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:39.955264 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-196d888b-0d94-4f22-b431-366b26b9f739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (6f19dd2c-77a7-4491-9aac-a88cdebc122c), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:40.004969 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9c8bb9ac-774a-45ef-ad66-589e95341f02 req-5d8763c7-fbba-48cd-87c9-23c73914651c service neutron] 10.222.0.93 "GET /v2.0/networks/796052e6-6954-480c-a009-16c1a3be89b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752786 Feb 17 09:55:40.006668 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9c2f041a-acfb-4e62-bddc-016081b2b35d req-8340886e-85e2-40c5-8e71-2f7c0bc6f7b0 service neutron] 10.222.0.93 "GET /v2.0/networks/c3aac7fc-fa00-48a3-aaf1-bf71d0d04681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692423 Feb 17 09:55:40.014133 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-196d888b-0d94-4f22-b431-366b26b9f739 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9c57c9babfa14679804f0cc9f7c2e4ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1857896 Feb 17 09:55:40.016652 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 46088) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:40.028638 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d888b-0d94-4f22-b431-366b26b9f739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f19dd2c-77a7-4491-9aac-a88cdebc122c,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:40.058599 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be827687-14e4-46bc-ac86-b7644701256e req-35ba2d83-6503-4721-8526-ebfb30662102 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:40.060854 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-be827687-14e4-46bc-ac86-b7644701256e req-35ba2d83-6503-4721-8526-ebfb30662102 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 943 time: 0.0634053 Feb 17 09:55:40.111686 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-be827687-14e4-46bc-ac86-b7644701256e req-d1301fd8-ff6b-4f7e-84a8-0cf9097cbe3b tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429239 Feb 17 09:55:40.168840 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-0e9079e1-2e10-4e84-8927-892aa63ab12c admin admin] Publish callbacks [] for security_group (6f19dd2c-77a7-4491-9aac-a88cdebc122c), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:40.190245 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9c8bb9ac-774a-45ef-ad66-589e95341f02 req-54c678d3-b220-4c5d-8d36-f9ce7262ed5e service neutron] 10.222.0.93 "GET /v2.0/networks/796052e6-6954-480c-a009-16c1a3be89b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674864 Feb 17 09:55:40.207990 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-0e9079e1-2e10-4e84-8927-892aa63ab12c admin admin] Publish callbacks [] for security_group (6f19dd2c-77a7-4491-9aac-a88cdebc122c), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:40.216791 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdd74c-4b6c-491c-95ac-ccbf36075d54 req-fc0f45f6-4d2e-422e-bfb7-024031b78811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:40.218284 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-a1bdd74c-4b6c-491c-95ac-ccbf36075d54 req-fc0f45f6-4d2e-422e-bfb7-024031b78811 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ee27e4c191de47a3b47db5a43ab00258&device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 1127 time: 0.1433372 Feb 17 09:55:40.313164 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-0e9079e1-2e10-4e84-8927-892aa63ab12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (6f19dd2c-77a7-4491-9aac-a88cdebc122c), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:40.315839 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-0e9079e1-2e10-4e84-8927-892aa63ab12c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:40.319319 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-0e9079e1-2e10-4e84-8927-892aa63ab12c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6f19dd2c-77a7-4491-9aac-a88cdebc122c HTTP/1.1" status: 204 len: 168 time: 0.2993648 Feb 17 09:55:40.330427 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9079e1-2e10-4e84-8927-892aa63ab12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f19dd2c-77a7-4491-9aac-a88cdebc122c,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:40.344546 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdd74c-4b6c-491c-95ac-ccbf36075d54 req-fda8c594-0bb8-4eb7-acb3-03f96357faf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:40.346028 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-a1bdd74c-4b6c-491c-95ac-ccbf36075d54 req-fda8c594-0bb8-4eb7-acb3-03f96357faf6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c3aac7fc-fa00-48a3-aaf1-bf71d0d04681 HTTP/1.1" status: 200 len: 918 time: 0.1079328 Feb 17 09:55:40.393520 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-a1bdd74c-4b6c-491c-95ac-ccbf36075d54 req-5e82fa56-f720-4abd-b082-27631b9377ac service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13e22131-0e22-4496-80cf-c6172a685f66 HTTP/1.1" status: 200 len: 217 time: 0.0408435 Feb 17 09:55:40.465246 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdd74c-4b6c-491c-95ac-ccbf36075d54 req-21abea47-bdcb-4a1d-a4f7-2b0c5eec60c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:40.466735 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-a1bdd74c-4b6c-491c-95ac-ccbf36075d54 req-21abea47-bdcb-4a1d-a4f7-2b0c5eec60c8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab HTTP/1.1" status: 200 len: 855 time: 0.0541601 Feb 17 09:55:40.484695 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8856bb0-c6e9-42d9-b958-8fb54ed37170 req-ccd18dca-76ea-4670-b7b0-ff8e7367bc32 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:40.486284 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c8856bb0-c6e9-42d9-b958-8fb54ed37170 req-ccd18dca-76ea-4670-b7b0-ff8e7367bc32 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0744600 Feb 17 09:55:40.519924 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device f2b0c8b6-0061-4e26-83aa-bbc49bff05ee details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:55:40.596994 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdd74c-4b6c-491c-95ac-ccbf36075d54 req-96a5ae7c-27bf-4100-934e-4181bc54fa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:40.603433 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-a1bdd74c-4b6c-491c-95ac-ccbf36075d54 req-96a5ae7c-27bf-4100-934e-4181bc54fa3e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c3aac7fc-fa00-48a3-aaf1-bf71d0d04681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1163175 Feb 17 09:55:40.757448 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-a1bdd74c-4b6c-491c-95ac-ccbf36075d54 req-fb6425a6-56d2-46a8-af7b-947027d13804 service neutron] 10.222.0.93 "GET /v2.0/networks/c3aac7fc-fa00-48a3-aaf1-bf71d0d04681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451533 Feb 17 09:55:40.762492 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port f2b0c8b6-0061-4e26-83aa-bbc49bff05ee, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f2b0c8b6-0061-4e26-83aa-bbc49bff05ee,segment=NetworkSegment(27b95298-c23c-4d5f-8605-60b0d2d05807),segment_id=27b95298-c23c-4d5f-8605-60b0d2d05807)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:55:40.802586 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c8856bb0-c6e9-42d9-b958-8fb54ed37170 req-3cdda8b1-3753-44c0-b5d5-fce11fcb7d1f tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103645 Feb 17 09:55:40.814584 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Returning: {'device': 'f2b0c8b6-0061-4e26-83aa-bbc49bff05ee', 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8', 'port_id': 'f2b0c8b6-0061-4e26-83aa-bbc49bff05ee', 'mac_address': 'fa:16:3e:e7:42:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4595d53c-1b19-44a4-9d57-e790e2a0475e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:55:40.882334 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port f2b0c8b6-0061-4e26-83aa-bbc49bff05ee is: DOWN; New status is: BUILD {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:55:40.882740 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (f2b0c8b6-0061-4e26-83aa-bbc49bff05ee), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:40.901693 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b0c8b6-0061-4e26-83aa-bbc49bff05ee {{(pid=102622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:55:40.916580 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-a1bdd74c-4b6c-491c-95ac-ccbf36075d54 req-24c37cc9-a8f9-4c0d-9d22-d66f62bcedab service neutron] 10.222.0.93 "GET /v2.0/networks/c3aac7fc-fa00-48a3-aaf1-bf71d0d04681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417544 Feb 17 09:55:40.964800 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port f2b0c8b6-0061-4e26-83aa-bbc49bff05ee, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f2b0c8b6-0061-4e26-83aa-bbc49bff05ee,segment=NetworkSegment(27b95298-c23c-4d5f-8605-60b0d2d05807),segment_id=27b95298-c23c-4d5f-8605-60b0d2d05807)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:55:40.974002 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (f2b0c8b6-0061-4e26-83aa-bbc49bff05ee), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:41.017945 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6afd7-404b-48d3-ac86-b044f972ec04 req-0625b012-75ab-45ba-9159-e85dccbff153 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:41.021085 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b4b6afd7-404b-48d3-ac86-b044f972ec04 req-0625b012-75ab-45ba-9159-e85dccbff153 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 944 time: 0.0855932 Feb 17 09:55:41.097530 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b4b6afd7-404b-48d3-ac86-b044f972ec04 req-b8fcce57-09c6-4755-aa8f-89971d473e20 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698640 Feb 17 09:55:41.139196 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=f2b0c8b6-0061-4e26-83aa-bbc49bff05ee,revision_number=4']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:41.261917 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace82c51-543a-460f-b750-7194349e2376 req-984d54d6-48a7-44d4-9a11-cad6c0569eac tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:41.264115 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ace82c51-543a-460f-b750-7194349e2376 req-984d54d6-48a7-44d4-9a11-cad6c0569eac tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 943 time: 0.0684783 Feb 17 09:55:41.318788 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['f2b0c8b6-0061-4e26-83aa-bbc49bff05ee'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:55:41.333121 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ace82c51-543a-460f-b750-7194349e2376 req-77d7e4bf-22f4-46b9-87a5-aee4543c048f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603008 Feb 17 09:55:41.429834 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-fd725f7d-b647-463c-8f2d-ed374f2c2477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:41.726225 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 46166) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:41.845982 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-d8fb3254-71b2-4640-99f5-42a2a4693aaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:41.944761 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-d8fb3254-71b2-4640-99f5-42a2a4693aaf admin admin] Publish callbacks [] for security_group (b0e9dd57-adbd-45a3-aa67-af79520730ee), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:41.946417 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387fa21d-cc58-4339-b8b0-63b12dd840b4 req-9ef2eaaa-549b-4957-ab2c-baee7f9f8685 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:41.948045 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-387fa21d-cc58-4339-b8b0-63b12dd840b4 req-9ef2eaaa-549b-4957-ab2c-baee7f9f8685 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0749645 Feb 17 09:55:41.952421 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-d8fb3254-71b2-4640-99f5-42a2a4693aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (b0e9dd57-adbd-45a3-aa67-af79520730ee), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:41.992410 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-d8fb3254-71b2-4640-99f5-42a2a4693aaf admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=da993b9713e34c209082ac4e6e073b08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2650650 Feb 17 09:55:41.993761 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb3254-71b2-4640-99f5-42a2a4693aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e9dd57-adbd-45a3-aa67-af79520730ee,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:41.995317 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 46178) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:42.055371 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-387fa21d-cc58-4339-b8b0-63b12dd840b4 req-679d6a55-1388-4f26-aeb9-39ad61e1745a tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992403 Feb 17 09:55:42.082012 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8c3dd296-660b-4cf6-98d3-828f50b3ebe5 admin admin] Publish callbacks [] for security_group (b0e9dd57-adbd-45a3-aa67-af79520730ee), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:42.104628 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8c3dd296-660b-4cf6-98d3-828f50b3ebe5 admin admin] Publish callbacks [] for security_group (b0e9dd57-adbd-45a3-aa67-af79520730ee), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:42.161250 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8c3dd296-660b-4cf6-98d3-828f50b3ebe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (b0e9dd57-adbd-45a3-aa67-af79520730ee), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:42.165052 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8c3dd296-660b-4cf6-98d3-828f50b3ebe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:42.167099 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-8c3dd296-660b-4cf6-98d3-828f50b3ebe5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b0e9dd57-adbd-45a3-aa67-af79520730ee HTTP/1.1" status: 204 len: 168 time: 0.1697769 Feb 17 09:55:42.176815 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3dd296-660b-4cf6-98d3-828f50b3ebe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e9dd57-adbd-45a3-aa67-af79520730ee,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:42.297147 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7432bf-e94c-4553-a425-d34abe0742c1 req-1a728114-6ad3-41fa-b5c5-2c1a82ab00c8 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:42.300741 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7d7432bf-e94c-4553-a425-d34abe0742c1 req-1a728114-6ad3-41fa-b5c5-2c1a82ab00c8 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 945 time: 0.0783379 Feb 17 09:55:42.375885 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7d7432bf-e94c-4553-a425-d34abe0742c1 req-8b28a622-743e-4289-be95-bf39c9debbaf tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695860 Feb 17 09:55:42.534413 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 13e22131-0e22-4496-80cf-c6172a685f66 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:55:42.537724 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device f2b0c8b6-0061-4e26-83aa-bbc49bff05ee up at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:55:42.590555 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81491bf1-ac11-41a4-afd7-4f09d71f8749 req-082a3943-b5a2-4b4a-9451-53b98cb3065d tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:42.594038 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b34a16-f042-4901-8f71-2a77e53fd9ae req-6e98cf93-5e8a-4ca0-8661-5d7fd3099357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:42.595558 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-29b34a16-f042-4901-8f71-2a77e53fd9ae req-6e98cf93-5e8a-4ca0-8661-5d7fd3099357 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=13e27e736c544248b7b364646f33dd08&device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 1130 time: 0.0812664 Feb 17 09:55:42.602898 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-81491bf1-ac11-41a4-afd7-4f09d71f8749 req-082a3943-b5a2-4b4a-9451-53b98cb3065d tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 943 time: 0.1066985 Feb 17 09:55:42.705417 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning for port f2b0c8b6-0061-4e26-83aa-bbc49bff05ee completed by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:55:42.719770 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning complete for port f2b0c8b6-0061-4e26-83aa-bbc49bff05ee triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:55:42.720418 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (f2b0c8b6-0061-4e26-83aa-bbc49bff05ee), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:42.761962 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc8a48-7672-4bba-834e-43c4c58d6ed0 req-f1000dad-45df-43fb-a4c8-8cfb0f03290b tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:42.763665 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f5bc8a48-7672-4bba-834e-43c4c58d6ed0 req-f1000dad-45df-43fb-a4c8-8cfb0f03290b tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.1576655 Feb 17 09:55:42.783089 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-81491bf1-ac11-41a4-afd7-4f09d71f8749 req-ae0f829a-8531-4a22-9b39-d0551fc56f45 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698198 Feb 17 09:55:42.804303 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 13e22131-0e22-4496-80cf-c6172a685f66, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=13e22131-0e22-4496-80cf-c6172a685f66,segment=NetworkSegment(44712ed5-627e-45e3-929a-a847c740dda7),segment_id=44712ed5-627e-45e3-929a-a847c740dda7)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:55:42.812404 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Returning: {'device': '13e22131-0e22-4496-80cf-c6172a685f66', 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681', 'port_id': '13e22131-0e22-4496-80cf-c6172a685f66', 'mac_address': 'fa:16:3e:ec:9a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:55:42.816540 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b34a16-f042-4901-8f71-2a77e53fd9ae req-c67ec5e0-92ef-4506-86a2-aa7dbffd398e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:42.818952 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-29b34a16-f042-4901-8f71-2a77e53fd9ae req-c67ec5e0-92ef-4506-86a2-aa7dbffd398e service neutron] 10.222.0.93 "GET /v2.0/networks?id=56727042-25d7-492c-b11b-57580ed61276 HTTP/1.1" status: 200 len: 920 time: 0.2100029 Feb 17 09:55:42.855487 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 46224) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:42.858845 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f5bc8a48-7672-4bba-834e-43c4c58d6ed0 req-b1afb1d5-a29f-4480-906b-bfa05febec22 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747221 Feb 17 09:55:42.872735 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-29b34a16-f042-4901-8f71-2a77e53fd9ae req-c85b64ea-b1f7-45c2-b8b6-aa8f8e531d54 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f88b398-b2c4-4437-be4c-4a5b92aa76f6 HTTP/1.1" status: 200 len: 217 time: 0.0465002 Feb 17 09:55:42.873564 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-d0a2ac05-6ac4-44cd-be58-775efe6bea2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:42.894842 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 13e22131-0e22-4496-80cf-c6172a685f66 is: DOWN; New status is: BUILD {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:55:42.894842 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (13e22131-0e22-4496-80cf-c6172a685f66), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:42.925226 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e22131-0e22-4496-80cf-c6172a685f66 {{(pid=102622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:55:42.946006 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 13e22131-0e22-4496-80cf-c6172a685f66, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=13e22131-0e22-4496-80cf-c6172a685f66,segment=NetworkSegment(44712ed5-627e-45e3-929a-a847c740dda7),segment_id=44712ed5-627e-45e3-929a-a847c740dda7)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:55:42.952728 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (13e22131-0e22-4496-80cf-c6172a685f66), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:42.980548 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b34a16-f042-4901-8f71-2a77e53fd9ae req-73e35356-e666-4f59-b4b6-1a517b302957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:42.982793 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-29b34a16-f042-4901-8f71-2a77e53fd9ae req-73e35356-e666-4f59-b4b6-1a517b302957 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1d6fec72-bab7-4137-8c4d-c54b278ae7ca HTTP/1.1" status: 200 len: 858 time: 0.1029637 Feb 17 09:55:42.996194 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port f2b0c8b6-0061-4e26-83aa-bbc49bff05ee is: BUILD; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:55:42.996589 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (f2b0c8b6-0061-4e26-83aa-bbc49bff05ee), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:43.008208 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-d0a2ac05-6ac4-44cd-be58-775efe6bea2e admin admin] Publish callbacks [] for security_group (05391c1f-b8aa-44f6-a167-230fab5f1e0b), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:43.014317 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-d0a2ac05-6ac4-44cd-be58-775efe6bea2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (05391c1f-b8aa-44f6-a167-230fab5f1e0b), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:43.046233 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port f2b0c8b6-0061-4e26-83aa-bbc49bff05ee, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f2b0c8b6-0061-4e26-83aa-bbc49bff05ee,segment=NetworkSegment(27b95298-c23c-4d5f-8605-60b0d2d05807),segment_id=27b95298-c23c-4d5f-8605-60b0d2d05807)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:55:43.048793 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6ac86d-9d55-4dae-bee2-7b7a2dad142a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b0c8b6-0061-4e26-83aa-bbc49bff05ee'}] {{(pid=102622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:55:43.051300 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c0921c82721ddcd3043691fcb1168a632d6e856cc39374f61865f4aa2fd6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e9b9ee-3bc1-4ad8-958e-e9f635c58a4f" -d '{"events": [{"server_uuid": "cd6ac86d-9d55-4dae-bee2-7b7a2dad142a", "name": "network-vif-plugged", "status": "completed", "tag": "f2b0c8b6-0061-4e26-83aa-bbc49bff05ee"}]}' {{(pid=102622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:55:43.056581 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (f2b0c8b6-0061-4e26-83aa-bbc49bff05ee), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:43.056963 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-29b34a16-f042-4901-8f71-2a77e53fd9ae req-e23aaf61-23f7-4295-98d2-442ad59720ff service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=56727042-25d7-492c-b11b-57580ed61276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663369 Feb 17 09:55:43.060991 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=13e22131-0e22-4496-80cf-c6172a685f66,revision_number=4']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:43.089709 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-d0a2ac05-6ac4-44cd-be58-775efe6bea2e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3cec53288d5740b7b348759cc80d3cf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298009 Feb 17 09:55:43.091967 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2ac05-6ac4-44cd-be58-775efe6bea2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05391c1f-b8aa-44f6-a167-230fab5f1e0b,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:43.094667 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 46242) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:43.184579 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f95b762e-7b8e-456d-99da-43f7e4c47aad admin admin] Publish callbacks [] for security_group (05391c1f-b8aa-44f6-a167-230fab5f1e0b), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:43.195735 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=f2b0c8b6-0061-4e26-83aa-bbc49bff05ee,revision_number=5']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:43.216645 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f95b762e-7b8e-456d-99da-43f7e4c47aad admin admin] Publish callbacks [] for security_group (05391c1f-b8aa-44f6-a167-230fab5f1e0b), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:43.230662 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['13e22131-0e22-4496-80cf-c6172a685f66'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:55:43.252223 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-29b34a16-f042-4901-8f71-2a77e53fd9ae req-b75ea0f7-f250-4d1d-9044-bfc8f50fc64d service neutron] 10.222.0.93 "GET /v2.0/networks/56727042-25d7-492c-b11b-57580ed61276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891897 Feb 17 09:55:43.311043 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f95b762e-7b8e-456d-99da-43f7e4c47aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (05391c1f-b8aa-44f6-a167-230fab5f1e0b), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:43.314239 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f95b762e-7b8e-456d-99da-43f7e4c47aad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:43.319575 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d6e9b3-f857-49d8-9a8b-a13cc0183894 x-openstack-request-id: req-91d6e9b3-f857-49d8-9a8b-a13cc0183894 {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:55:43.320034 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-f95b762e-7b8e-456d-99da-43f7e4c47aad admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/05391c1f-b8aa-44f6-a167-230fab5f1e0b HTTP/1.1" status: 204 len: 168 time: 0.2240961 Feb 17 09:55:43.321129 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd6ac86d-9d55-4dae-bee2-7b7a2dad142a", "name": "network-vif-plugged", "status": "completed", "tag": "f2b0c8b6-0061-4e26-83aa-bbc49bff05ee", "code": 200}]} {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:55:43.322470 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-91d6e9b3-f857-49d8-9a8b-a13cc0183894 {{(pid=102622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:55:43.323876 dv-cinder-778193-18-iscsi neutron-server[102622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6ac86d-9d55-4dae-bee2-7b7a2dad142a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b0c8b6-0061-4e26-83aa-bbc49bff05ee', 'code': 200} Feb 17 09:55:43.349633 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b762e-7b8e-456d-99da-43f7e4c47aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05391c1f-b8aa-44f6-a167-230fab5f1e0b,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:43.476792 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-29b34a16-f042-4901-8f71-2a77e53fd9ae req-e5e97502-94fd-4dd3-af6f-270650869bd3 service neutron] 10.222.0.93 "GET /v2.0/networks/56727042-25d7-492c-b11b-57580ed61276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097623 Feb 17 09:55:43.597865 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9369cc-19ef-47cc-ba6a-d639c4e3dbce req-c01d3227-4120-4472-bce1-32b35dc87e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:43.603061 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-2a9369cc-19ef-47cc-ba6a-d639c4e3dbce req-c01d3227-4120-4472-bce1-32b35dc87e49 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 1130 time: 0.1005938 Feb 17 09:55:43.632341 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb2eba-826b-4f85-8bba-9b208613822f req-5c23b3c8-3700-4924-9a3a-320c7e8b3454 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:43.639400 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-58cb2eba-826b-4f85-8bba-9b208613822f req-5c23b3c8-3700-4924-9a3a-320c7e8b3454 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.1039388 Feb 17 09:55:43.667551 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-2a9369cc-19ef-47cc-ba6a-d639c4e3dbce req-d22aab3d-66eb-4689-92a1-eb2b5a9845b5 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574660 Feb 17 09:55:43.733364 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-58cb2eba-826b-4f85-8bba-9b208613822f req-f4a6c64d-4dbb-4c69-a3ea-a4ffc174a059 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882545 Feb 17 09:55:43.809932 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 46284) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:43.827953 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5dde6247-bc09-4a62-ac2d-8ca7f323981f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:43.930131 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-70a05233-a2cc-4b76-9ea4-5f29435bd558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:43.955234 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a660c3-94b1-489a-94ee-0b672ad262cd req-24a932d5-3a1c-48bd-b476-a482431313b2 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:43.956796 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a0a660c3-94b1-489a-94ee-0b672ad262cd req-24a932d5-3a1c-48bd-b476-a482431313b2 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 944 time: 0.0875142 Feb 17 09:55:44.021250 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5dde6247-bc09-4a62-ac2d-8ca7f323981f admin admin] Publish callbacks [] for security_group (6aaaf6d1-4ea3-49f8-8176-33a8f379dae3), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:44.035497 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5dde6247-bc09-4a62-ac2d-8ca7f323981f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (6aaaf6d1-4ea3-49f8-8176-33a8f379dae3), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:44.091197 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a0a660c3-94b1-489a-94ee-0b672ad262cd req-47b5cc19-c94b-4c39-8060-93b00f3adbf8 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251621 Feb 17 09:55:44.096279 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-5dde6247-bc09-4a62-ac2d-8ca7f323981f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=627ccff25abe4f8db222c76b202cae03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2844179 Feb 17 09:55:44.097795 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde6247-bc09-4a62-ac2d-8ca7f323981f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aaaf6d1-4ea3-49f8-8176-33a8f379dae3,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:44.099059 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 46292) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:44.108114 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e053e-e983-4a72-b820-4e7300161689 req-c1e048e1-4f34-43a8-9038-12d92cc6d7ac tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:44.109537 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-be8e053e-e983-4a72-b820-4e7300161689 req-c1e048e1-4f34-43a8-9038-12d92cc6d7ac tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.1456110 Feb 17 09:55:44.155086 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-1661d2b1-31c3-45a3-bb34-4961c5444f03 admin admin] Publish callbacks [] for security_group (6aaaf6d1-4ea3-49f8-8176-33a8f379dae3), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:44.161612 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-be8e053e-e983-4a72-b820-4e7300161689 req-ec3cd2a2-9910-4354-8cde-dd7d0c7c5006 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426412 Feb 17 09:55:44.180299 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-1661d2b1-31c3-45a3-bb34-4961c5444f03 admin admin] Publish callbacks [] for security_group (6aaaf6d1-4ea3-49f8-8176-33a8f379dae3), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:44.225455 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-1661d2b1-31c3-45a3-bb34-4961c5444f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (6aaaf6d1-4ea3-49f8-8176-33a8f379dae3), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:44.228255 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-1661d2b1-31c3-45a3-bb34-4961c5444f03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:44.229374 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-1661d2b1-31c3-45a3-bb34-4961c5444f03 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6aaaf6d1-4ea3-49f8-8176-33a8f379dae3 HTTP/1.1" status: 204 len: 168 time: 0.1292834 Feb 17 09:55:44.236926 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661d2b1-31c3-45a3-bb34-4961c5444f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aaaf6d1-4ea3-49f8-8176-33a8f379dae3,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:44.556047 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 13e22131-0e22-4496-80cf-c6172a685f66 up at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:55:44.604961 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning for port 13e22131-0e22-4496-80cf-c6172a685f66 completed by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:55:44.609230 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning complete for port 13e22131-0e22-4496-80cf-c6172a685f66 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:55:44.609609 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (13e22131-0e22-4496-80cf-c6172a685f66), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:44.691666 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 13e22131-0e22-4496-80cf-c6172a685f66 is: BUILD; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:55:44.693570 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (13e22131-0e22-4496-80cf-c6172a685f66), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:44.728062 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 13e22131-0e22-4496-80cf-c6172a685f66, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=13e22131-0e22-4496-80cf-c6172a685f66,segment=NetworkSegment(44712ed5-627e-45e3-929a-a847c740dda7),segment_id=44712ed5-627e-45e3-929a-a847c740dda7)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:55:44.732117 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (13e22131-0e22-4496-80cf-c6172a685f66), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:44.789341 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=13e22131-0e22-4496-80cf-c6172a685f66,revision_number=5']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:44.882285 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17bacd5-9e7c-4393-b5ef-124b519d9ce9 req-a3f61c72-61c2-4648-8df9-9fdff3803b32 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:44.884043 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f17bacd5-9e7c-4393-b5ef-124b519d9ce9 req-a3f61c72-61c2-4648-8df9-9fdff3803b32 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0752342 Feb 17 09:55:44.938748 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:44.967986 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f17bacd5-9e7c-4393-b5ef-124b519d9ce9 req-411e9741-547f-4fa4-87c8-bfe8fd16999a tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757668 Feb 17 09:55:45.243638 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30c2d3-fabd-41cb-a61b-f683b729279e req-69ef4617-cde1-4acd-b842-3672eafb5fb8 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:45.246381 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4e30c2d3-fabd-41cb-a61b-f683b729279e req-69ef4617-cde1-4acd-b842-3672eafb5fb8 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.0675657 Feb 17 09:55:45.328686 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edea3af2-ed92-4076-a63f-00c84c94342c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e22131-0e22-4496-80cf-c6172a685f66'}] {{(pid=102622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:55:45.333867 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c0921c82721ddcd3043691fcb1168a632d6e856cc39374f61865f4aa2fd6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2827df07-8502-46e0-844e-62c134953624" -d '{"events": [{"server_uuid": "edea3af2-ed92-4076-a63f-00c84c94342c", "name": "network-vif-plugged", "status": "completed", "tag": "13e22131-0e22-4496-80cf-c6172a685f66"}]}' {{(pid=102622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:55:45.335048 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d9a78-a31a-472b-a5f6-b658e01b7c99 req-ec3da160-1b75-4253-8128-dfe1ff677dfe tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:45.341817 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-413d9a78-a31a-472b-a5f6-b658e01b7c99 req-ec3da160-1b75-4253-8128-dfe1ff677dfe tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.1065276 Feb 17 09:55:45.346802 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4e30c2d3-fabd-41cb-a61b-f683b729279e req-babe8da6-6871-4454-b373-5d012aaa007c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916693 Feb 17 09:55:45.404811 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-413d9a78-a31a-472b-a5f6-b658e01b7c99 req-b2ed127f-791c-4388-9112-907913b636f8 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592539 Feb 17 09:55:45.421608 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cad4b0-901f-423c-aa05-4d2d3ad57bd8 x-openstack-request-id: req-45cad4b0-901f-423c-aa05-4d2d3ad57bd8 {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:55:45.421990 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edea3af2-ed92-4076-a63f-00c84c94342c", "name": "network-vif-plugged", "status": "completed", "tag": "13e22131-0e22-4496-80cf-c6172a685f66", "code": 200}]} {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:55:45.422331 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-45cad4b0-901f-423c-aa05-4d2d3ad57bd8 {{(pid=102622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:55:45.422827 dv-cinder-778193-18-iscsi neutron-server[102622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edea3af2-ed92-4076-a63f-00c84c94342c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e22131-0e22-4496-80cf-c6172a685f66', 'code': 200} Feb 17 09:55:45.519879 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 46356) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:45.720758 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c09ada6e-8375-4a67-96db-a7f17c2f70a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:45.795662 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c09ada6e-8375-4a67-96db-a7f17c2f70a5 admin admin] Publish callbacks [] for security_group (2120ba89-d0b3-4064-813b-10e74263fef3), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:45.799759 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c09ada6e-8375-4a67-96db-a7f17c2f70a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (2120ba89-d0b3-4064-813b-10e74263fef3), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:45.850903 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-c09ada6e-8375-4a67-96db-a7f17c2f70a5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a3ca0791fcb144aca9c3f7dab1cff8cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3276980 Feb 17 09:55:45.850903 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ada6e-8375-4a67-96db-a7f17c2f70a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2120ba89-d0b3-4064-813b-10e74263fef3,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:45.851782 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 46370) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:45.923036 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-bea8719a-40f8-4fe4-99cc-beeab85863c2 admin admin] Publish callbacks [] for security_group (2120ba89-d0b3-4064-813b-10e74263fef3), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:45.945264 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-bea8719a-40f8-4fe4-99cc-beeab85863c2 admin admin] Publish callbacks [] for security_group (2120ba89-d0b3-4064-813b-10e74263fef3), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:45.993199 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-bea8719a-40f8-4fe4-99cc-beeab85863c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (2120ba89-d0b3-4064-813b-10e74263fef3), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:45.996748 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-bea8719a-40f8-4fe4-99cc-beeab85863c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:45.998287 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-bea8719a-40f8-4fe4-99cc-beeab85863c2 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2120ba89-d0b3-4064-813b-10e74263fef3 HTTP/1.1" status: 204 len: 168 time: 0.1451123 Feb 17 09:55:46.007121 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8719a-40f8-4fe4-99cc-beeab85863c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2120ba89-d0b3-4064-813b-10e74263fef3,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:46.114672 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5357cc3-40e2-4145-83aa-6343b6e19c0e req-acfd32c7-7644-4540-b8bd-750053f9992b tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:46.116358 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e5357cc3-40e2-4145-83aa-6343b6e19c0e req-acfd32c7-7644-4540-b8bd-750053f9992b tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0702796 Feb 17 09:55:46.177389 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e5357cc3-40e2-4145-83aa-6343b6e19c0e req-ce8bcc05-1e00-4cf9-9471-61484cba5448 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530398 Feb 17 09:55:46.247312 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:46.335019 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223258ac-da85-4a55-bd67-b08b79b636fe req-29c25d54-53b3-4a76-8068-f8337f2cd9b5 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:46.336536 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-223258ac-da85-4a55-bd67-b08b79b636fe req-29c25d54-53b3-4a76-8068-f8337f2cd9b5 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0544882 Feb 17 09:55:46.345842 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 46390) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:46.350727 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-24efe9bf-9b4a-4109-81e8-3d47e39ffc56 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Request body: {'floatingip': {'port_id': 'f2b0c8b6-0061-4e26-83aa-bbc49bff05ee'}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:55:46.368631 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 46392) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:46.383782 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-0602d931-12f4-4fcd-8a3e-5eaedb81b2c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:46.431310 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-24efe9bf-9b4a-4109-81e8-3d47e39ffc56 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for floatingip (04bf69a6-59b8-4b21-8a19-0205e54d90b6), before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:46.465966 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-0602d931-12f4-4fcd-8a3e-5eaedb81b2c3 admin admin] Publish callbacks [] for security_group (c887e9d5-bfc2-4a14-b0c5-4d559e0c86ee), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:46.469822 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-0602d931-12f4-4fcd-8a3e-5eaedb81b2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (c887e9d5-bfc2-4a14-b0c5-4d559e0c86ee), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:46.508485 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602d931-12f4-4fcd-8a3e-5eaedb81b2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c887e9d5-bfc2-4a14-b0c5-4d559e0c86ee,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:46.514688 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-0602d931-12f4-4fcd-8a3e-5eaedb81b2c3 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ee6dfdef59394ad381bd6acfa235c1b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1450346 Feb 17 09:55:46.517222 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 46398) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:46.564065 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-391422dd-b0ca-41ce-99cc-b6a463ad801c admin admin] Publish callbacks [] for security_group (c887e9d5-bfc2-4a14-b0c5-4d559e0c86ee), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:46.589341 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-391422dd-b0ca-41ce-99cc-b6a463ad801c admin admin] Publish callbacks [] for security_group (c887e9d5-bfc2-4a14-b0c5-4d559e0c86ee), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:46.636710 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-391422dd-b0ca-41ce-99cc-b6a463ad801c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (c887e9d5-bfc2-4a14-b0c5-4d559e0c86ee), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:46.639386 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-391422dd-b0ca-41ce-99cc-b6a463ad801c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:46.640027 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88161c06-2b18-419f-8dd9-46d8003193a4 req-0d7193d6-1117-4a0c-abe3-5d33101e927d tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:46.642908 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-391422dd-b0ca-41ce-99cc-b6a463ad801c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c887e9d5-bfc2-4a14-b0c5-4d559e0c86ee HTTP/1.1" status: 204 len: 168 time: 0.1224139 Feb 17 09:55:46.643033 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-88161c06-2b18-419f-8dd9-46d8003193a4 req-0d7193d6-1117-4a0c-abe3-5d33101e927d tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.2071507 Feb 17 09:55:46.649121 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391422dd-b0ca-41ce-99cc-b6a463ad801c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c887e9d5-bfc2-4a14-b0c5-4d559e0c86ee,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:46.726945 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c493b-ccf5-4b66-87da-227a43485529 req-7042624b-055f-4802-a7c0-451ad80aa1fa tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:46.728344 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f26c493b-ccf5-4b66-87da-227a43485529 req-7042624b-055f-4802-a7c0-451ad80aa1fa tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.2542279 Feb 17 09:55:46.811832 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-88161c06-2b18-419f-8dd9-46d8003193a4 req-a4a523f0-9b33-453e-af06-7e855857c7b3 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524508 Feb 17 09:55:46.829126 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f26c493b-ccf5-4b66-87da-227a43485529 req-ce8e2b96-18e4-4240-a01b-1cabb39953d8 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913658 Feb 17 09:55:47.390349 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-24efe9bf-9b4a-4109-81e8-3d47e39ffc56 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:47.394605 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-24efe9bf-9b4a-4109-81e8-3d47e39ffc56 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931625'] for floatingip (04bf69a6-59b8-4b21-8a19-0205e54d90b6), after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:47.496910 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.db.l3_db [None req-24efe9bf-9b4a-4109-81e8-3d47e39ffc56 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Floating IP 04bf69a6-59b8-4b21-8a19-0205e54d90b6 associated. External IP: 172.27.0.72, port: f2b0c8b6-0061-4e26-83aa-bbc49bff05ee. Feb 17 09:55:47.707818 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24efe9bf-9b4a-4109-81e8-3d47e39ffc56 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Router 686e692a-617e-44df-afaa-5ab49250a24f has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:55:47.788227 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:47.820703 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24efe9bf-9b4a-4109-81e8-3d47e39ffc56 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:55:47.825746 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-24efe9bf-9b4a-4109-81e8-3d47e39ffc56 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for floatingip (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:47.837638 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb274fac-a377-4caf-9d03-c066683143fe None None] Sync routers for ids ['686e692a-617e-44df-afaa-5ab49250a24f'] in dv-cinder-778193-18-iscsi {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:55:47.854878 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb274fac-a377-4caf-9d03-c066683143fe None None] Routers {'686e692a-617e-44df-afaa-5ab49250a24f'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:55:47.855735 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-cb274fac-a377-4caf-9d03-c066683143fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:55:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['686e692a-617e-44df-afaa-5ab49250a24f'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:47.864552 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-24efe9bf-9b4a-4109-81e8-3d47e39ffc56 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "PUT /v2.0/floatingips/04bf69a6-59b8-4b21-8a19-0205e54d90b6 HTTP/1.1" status: 200 len: 991 time: 1.5146320 Feb 17 09:55:47.864552 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd6ac86d-9d55-4dae-bee2-7b7a2dad142a', 'tag': 'f2b0c8b6-0061-4e26-83aa-bbc49bff05ee'}] {{(pid=102620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:55:47.865052 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69de941e648a7b0ccac97a7d892e956e63e7941796132e5e6c0bd98302818107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524fc10c-e4d5-45af-b6ee-a1b771394bde" -d '{"events": [{"name": "network-changed", "server_uuid": "cd6ac86d-9d55-4dae-bee2-7b7a2dad142a", "tag": "f2b0c8b6-0061-4e26-83aa-bbc49bff05ee"}]}' {{(pid=102620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:55:48.006732 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045eb83e-738e-4b64-bdd6-710397beae39 req-c1ee302a-14ad-4944-a31b-3b9fcb46733b tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:48.008399 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-045eb83e-738e-4b64-bdd6-710397beae39 req-c1ee302a-14ad-4944-a31b-3b9fcb46733b tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.0982883 Feb 17 09:55:48.017215 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-cb274fac-a377-4caf-9d03-c066683143fe None None] Set router 686e692a-617e-44df-afaa-5ab49250a24f gateway port host: dv-cinder-778193-18-iscsi {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:55:48.020579 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8497078-96d4-481d-870b-f1231d18cea3 req-5d7a85e7-a3e3-4b29-a4cf-6a50a0eb340d tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:48.022078 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c8497078-96d4-481d-870b-f1231d18cea3 req-5d7a85e7-a3e3-4b29-a4cf-6a50a0eb340d tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.1022086 Feb 17 09:55:48.099627 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-045eb83e-738e-4b64-bdd6-710397beae39 req-00251cda-650b-412a-b4c0-6b1c05f4bf8a tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765591 Feb 17 09:55:48.102809 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c8497078-96d4-481d-870b-f1231d18cea3 req-04e5d71e-6df4-4cfb-9e24-57aa57e4333c tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723555 Feb 17 09:55:48.166489 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80acbbdd-74ac-4f1c-ba1c-d2d799423178 x-openstack-request-id: req-80acbbdd-74ac-4f1c-ba1c-d2d799423178 {{(pid=102620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:55:48.167619 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd6ac86d-9d55-4dae-bee2-7b7a2dad142a", "tag": "f2b0c8b6-0061-4e26-83aa-bbc49bff05ee", "status": "completed", "code": 200}]} {{(pid=102620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:55:48.167813 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-80acbbdd-74ac-4f1c-ba1c-d2d799423178 {{(pid=102620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:55:48.168263 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd6ac86d-9d55-4dae-bee2-7b7a2dad142a', 'tag': 'f2b0c8b6-0061-4e26-83aa-bbc49bff05ee', 'status': 'completed', 'code': 200} Feb 17 09:55:48.301229 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-cb274fac-a377-4caf-9d03-c066683143fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686e692a-617e-44df-afaa-5ab49250a24f', 'name': 'tempest-AttachVolumeTestJSON-624494086-router', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:01Z', 'updated_at': '2022-02-17T09:55:14Z', 'revision_number': 4, 'project_id': '7039608c8379432d81234a6c5f780815', 'gw_port': {'id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:03Z', 'updated_at': '2022-02-17T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_floatingips': [{'id': '04bf69a6-59b8-4b21-8a19-0205e54d90b6', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'floating_ip_address': '172.27.0.72', 'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'router_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'port_id': 'f2b0c8b6-0061-4e26-83aa-bbc49bff05ee', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8', 'mac_address': 'fa:16:3e:e7:42:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6ac86d-9d55-4dae-bee2-7b7a2dad142a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:55:28Z', 'updated_at': '2022-02-17T09:55:47Z', 'revision_number': 1, 'project_id': '7039608c8379432d81234a6c5f780815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1550b0e8-ebfc-4c92-aec5-36c80a98a305', 'name': '', 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'mac_address': 'fa:16:3e:a8:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4595d53c-1b19-44a4-9d57-e790e2a0475e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:10Z', 'updated_at': '2022-02-17T09:55:22Z', 'revision_number': 5, 'project_id': '7039608c8379432d81234a6c5f780815', 'subnets': [{'id': '4595d53c-1b19-44a4-9d57-e790e2a0475e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:48.328935 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb274fac-a377-4caf-9d03-c066683143fe None None] Checking router: 686e692a-617e-44df-afaa-5ab49250a24f for host: dv-cinder-778193-18-iscsi {{(pid=102623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:55:48.340167 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb274fac-a377-4caf-9d03-c066683143fe None None] Routers {'686e692a-617e-44df-afaa-5ab49250a24f'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:55:48.340799 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-cb274fac-a377-4caf-9d03-c066683143fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:55:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['686e692a-617e-44df-afaa-5ab49250a24f'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:48.453919 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-cb274fac-a377-4caf-9d03-c066683143fe None None] Set router 686e692a-617e-44df-afaa-5ab49250a24f gateway port host: dv-cinder-778193-18-iscsi {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:55:48.615318 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fc10c-e4d5-45af-b6ee-a1b771394bde req-f0317948-6e97-40ff-b15f-2c851f62a32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:48.616838 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-524fc10c-e4d5-45af-b6ee-a1b771394bde req-f0317948-6e97-40ff-b15f-2c851f62a32f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7039608c8379432d81234a6c5f780815&device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 1130 time: 0.0487676 Feb 17 09:55:48.696884 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-cb274fac-a377-4caf-9d03-c066683143fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686e692a-617e-44df-afaa-5ab49250a24f', 'name': 'tempest-AttachVolumeTestJSON-624494086-router', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:01Z', 'updated_at': '2022-02-17T09:55:14Z', 'revision_number': 4, 'project_id': '7039608c8379432d81234a6c5f780815', 'gw_port': {'id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:03Z', 'updated_at': '2022-02-17T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_floatingips': [{'id': '04bf69a6-59b8-4b21-8a19-0205e54d90b6', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'floating_ip_address': '172.27.0.72', 'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'router_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'port_id': 'f2b0c8b6-0061-4e26-83aa-bbc49bff05ee', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8', 'mac_address': 'fa:16:3e:e7:42:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6ac86d-9d55-4dae-bee2-7b7a2dad142a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:55:28Z', 'updated_at': '2022-02-17T09:55:47Z', 'revision_number': 1, 'project_id': '7039608c8379432d81234a6c5f780815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1550b0e8-ebfc-4c92-aec5-36c80a98a305', 'name': '', 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'mac_address': 'fa:16:3e:a8:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4595d53c-1b19-44a4-9d57-e790e2a0475e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:10Z', 'updated_at': '2022-02-17T09:55:22Z', 'revision_number': 5, 'project_id': '7039608c8379432d81234a6c5f780815', 'subnets': [{'id': '4595d53c-1b19-44a4-9d57-e790e2a0475e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:48.725904 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb274fac-a377-4caf-9d03-c066683143fe None None] The sync data for ids ['686e692a-617e-44df-afaa-5ab49250a24f'] in dv-cinder-778193-18-iscsi is: [{'id': '686e692a-617e-44df-afaa-5ab49250a24f', 'name': 'tempest-AttachVolumeTestJSON-624494086-router', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:01Z', 'updated_at': '2022-02-17T09:55:14Z', 'revision_number': 4, 'project_id': '7039608c8379432d81234a6c5f780815', 'gw_port': {'id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:03Z', 'updated_at': '2022-02-17T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_floatingips': [{'id': '04bf69a6-59b8-4b21-8a19-0205e54d90b6', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'floating_ip_address': '172.27.0.72', 'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'router_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'port_id': 'f2b0c8b6-0061-4e26-83aa-bbc49bff05ee', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8', 'mac_address': 'fa:16:3e:e7:42:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6ac86d-9d55-4dae-bee2-7b7a2dad142a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:55:28Z', 'updated_at': '2022-02-17T09:55:47Z', 'revision_number': 1, 'project_id': '7039608c8379432d81234a6c5f780815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1550b0e8-ebfc-4c92-aec5-36c80a98a305', 'name': '', 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'mac_address': 'fa:16:3e:a8:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4595d53c-1b19-44a4-9d57-e790e2a0475e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:10Z', 'updated_at': '2022-02-17T09:55:22Z', 'revision_number': 5, 'project_id': '7039608c8379432d81234a6c5f780815', 'subnets': [{'id': '4595d53c-1b19-44a4-9d57-e790e2a0475e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:55:48.747511 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fc10c-e4d5-45af-b6ee-a1b771394bde req-fe5e03d7-0f87-49b8-b5bb-0d5b42c07d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:48.748972 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-524fc10c-e4d5-45af-b6ee-a1b771394bde req-fe5e03d7-0f87-49b8-b5bb-0d5b42c07d6f service neutron] 10.222.0.93 "GET /v2.0/networks?id=796052e6-6954-480c-a009-16c1a3be89b8 HTTP/1.1" status: 200 len: 912 time: 0.1174395 Feb 17 09:55:48.833883 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f8339-9756-4bf6-8b80-78c3de162e16 req-285433a2-deb6-49ec-99e7-ff5feb7c9d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:48.835391 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-5c5f8339-9756-4bf6-8b80-78c3de162e16 req-285433a2-deb6-49ec-99e7-ff5feb7c9d80 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 1129 time: 0.1134453 Feb 17 09:55:48.864003 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-524fc10c-e4d5-45af-b6ee-a1b771394bde req-225537bf-3b3b-466a-8c94-d7a93d7086c9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2b0c8b6-0061-4e26-83aa-bbc49bff05ee HTTP/1.1" status: 200 len: 999 time: 0.1063530 Feb 17 09:55:48.923896 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507716e6-49aa-463d-a0c1-c3aa7fa79896 None None] New status for floating IP 04bf69a6-59b8-4b21-8a19-0205e54d90b6: ACTIVE {{(pid=102622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:55:48.929518 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-5c5f8339-9756-4bf6-8b80-78c3de162e16 req-a541b772-d4a5-45a3-97c3-ce695fb9823a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781713 Feb 17 09:55:48.933998 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fc10c-e4d5-45af-b6ee-a1b771394bde req-1696cd12-f623-49c4-bf0b-8b0cd99580dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:48.935379 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-524fc10c-e4d5-45af-b6ee-a1b771394bde req-1696cd12-f623-49c4-bf0b-8b0cd99580dc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4595d53c-1b19-44a4-9d57-e790e2a0475e HTTP/1.1" status: 200 len: 849 time: 0.0630217 Feb 17 09:55:49.273259 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1425d2-5654-4e07-80ca-7cd7b9e955b5 req-91f4b43b-18f9-4218-a3e2-710a338c94ba tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:49.275508 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1d1425d2-5654-4e07-80ca-7cd7b9e955b5 req-91f4b43b-18f9-4218-a3e2-710a338c94ba tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.0969388 Feb 17 09:55:49.285986 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb364a-aa60-4cf9-93f5-6c8590e9acc4 req-2c6f1849-c616-4caa-acfc-83158296eb11 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:49.287612 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a6cb364a-aa60-4cf9-93f5-6c8590e9acc4 req-2c6f1849-c616-4caa-acfc-83158296eb11 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0980530 Feb 17 09:55:49.313289 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fc10c-e4d5-45af-b6ee-a1b771394bde req-9a081704-a9b1-44b8-a8fa-01cc34ac1451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:49.315025 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-524fc10c-e4d5-45af-b6ee-a1b771394bde req-9a081704-a9b1-44b8-a8fa-01cc34ac1451 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=796052e6-6954-480c-a009-16c1a3be89b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0582790 Feb 17 09:55:49.365556 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1d1425d2-5654-4e07-80ca-7cd7b9e955b5 req-a7ac8878-6f6b-4211-8a05-96c0136cfe9d tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728164 Feb 17 09:55:49.392921 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a6cb364a-aa60-4cf9-93f5-6c8590e9acc4 req-1d16d5ef-513e-42ad-9650-c6d55e9714bf tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981925 Feb 17 09:55:49.422475 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-524fc10c-e4d5-45af-b6ee-a1b771394bde req-1dd72766-5ff6-47af-a1b2-b911c9e88b96 service neutron] 10.222.0.93 "GET /v2.0/networks/796052e6-6954-480c-a009-16c1a3be89b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001153 Feb 17 09:55:49.733589 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-524fc10c-e4d5-45af-b6ee-a1b771394bde req-1be4a24d-b02e-4c81-aca4-c0d2abba3a33 service neutron] 10.222.0.93 "GET /v2.0/networks/796052e6-6954-480c-a009-16c1a3be89b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938988 Feb 17 09:55:50.539551 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32081c-9421-496b-a9c9-c74eba721417 req-471dcf4e-32a1-4fac-b912-4cfe00d4cb01 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:50.541019 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6d32081c-9421-496b-a9c9-c74eba721417 req-471dcf4e-32a1-4fac-b912-4cfe00d4cb01 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.0915174 Feb 17 09:55:50.548542 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39aedd1-06c3-4fa5-a5cb-4f30f3f345ba req-f1710a4b-bd3a-4c01-840e-c800d6883de2 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:50.549916 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c39aedd1-06c3-4fa5-a5cb-4f30f3f345ba req-f1710a4b-bd3a-4c01-840e-c800d6883de2 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0846651 Feb 17 09:55:50.622031 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6d32081c-9421-496b-a9c9-c74eba721417 req-1b7d51ef-4d6d-452c-967f-671623621641 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711010 Feb 17 09:55:50.626360 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c39aedd1-06c3-4fa5-a5cb-4f30f3f345ba req-96864021-4ca5-40b5-81c4-ecbd9b2cb0f9 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699444 Feb 17 09:55:51.123817 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 46536) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:51.282967 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-48133de8-18aa-4288-ac95-2d5fd7e77044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:51.361395 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-48133de8-18aa-4288-ac95-2d5fd7e77044 admin admin] Publish callbacks [] for security_group (ffcb6f92-5af6-49b1-9a3c-2eb196a1065c), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:51.366869 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-48133de8-18aa-4288-ac95-2d5fd7e77044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (ffcb6f92-5af6-49b1-9a3c-2eb196a1065c), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:51.405742 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48133de8-18aa-4288-ac95-2d5fd7e77044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcb6f92-5af6-49b1-9a3c-2eb196a1065c,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:51.410108 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-48133de8-18aa-4288-ac95-2d5fd7e77044 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=df4b973575074d49b36e18e67d29984e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2852399 Feb 17 09:55:51.412789 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 46546) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:51.465444 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-990f3bcf-1878-4f3e-a67a-870c8e5de2d8 admin admin] Publish callbacks [] for security_group (ffcb6f92-5af6-49b1-9a3c-2eb196a1065c), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:51.490830 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-990f3bcf-1878-4f3e-a67a-870c8e5de2d8 admin admin] Publish callbacks [] for security_group (ffcb6f92-5af6-49b1-9a3c-2eb196a1065c), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:51.538071 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-990f3bcf-1878-4f3e-a67a-870c8e5de2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (ffcb6f92-5af6-49b1-9a3c-2eb196a1065c), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:51.541002 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-990f3bcf-1878-4f3e-a67a-870c8e5de2d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:51.542658 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-990f3bcf-1878-4f3e-a67a-870c8e5de2d8 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ffcb6f92-5af6-49b1-9a3c-2eb196a1065c HTTP/1.1" status: 204 len: 168 time: 0.1289651 Feb 17 09:55:51.550417 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f3bcf-1878-4f3e-a67a-870c8e5de2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcb6f92-5af6-49b1-9a3c-2eb196a1065c,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:51.777893 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-5e420703-5fe4-4cbc-ac68-7c32cd645e5c tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:51.779400 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-5e420703-5fe4-4cbc-ac68-7c32cd645e5c tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/networks?id=3e394879-3601-44f7-9d0c-db3a1f77754c HTTP/1.1" status: 200 len: 814 time: 0.1430020 Feb 17 09:55:51.791180 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087890db-ba6b-4b94-b554-5ab4b43344ab req-378ee056-0227-4277-a6ae-21d6805ab9a9 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:51.792667 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-087890db-ba6b-4b94-b554-5ab4b43344ab req-378ee056-0227-4277-a6ae-21d6805ab9a9 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.0834637 Feb 17 09:55:51.809266 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-c97e1a5f-5e4d-4dd9-9831-d738e0c44466 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/quotas/27800d98882745358be14d3e57d20254 HTTP/1.1" status: 200 len: 375 time: 0.0156353 Feb 17 09:55:51.839461 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 46570) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:51.855068 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-9e89f686-9ceb-4890-826c-bdbf5fdf0e16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:51.875871 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-087890db-ba6b-4b94-b554-5ab4b43344ab req-8e4ba91a-c074-4424-9290-6bd623ea62cf tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750909 Feb 17 09:55:51.891762 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-f70f8682-25b5-4aa3-886f-62689effaa06 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=27800d98882745358be14d3e57d20254&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0754082 Feb 17 09:55:51.958179 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-9e89f686-9ceb-4890-826c-bdbf5fdf0e16 admin admin] Publish callbacks [] for security_group (d1bcdf18-9906-42ab-9fd1-3b6c56e2f5fc), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:51.962398 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-9e89f686-9ceb-4890-826c-bdbf5fdf0e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (d1bcdf18-9906-42ab-9fd1-3b6c56e2f5fc), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:52.003996 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-9e89f686-9ceb-4890-826c-bdbf5fdf0e16 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=11eb783e7f5b47898d42a84f37bf1137&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1629744 Feb 17 09:55:52.005925 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 46578) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:52.006486 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89f686-9ceb-4890-826c-bdbf5fdf0e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bcdf18-9906-42ab-9fd1-3b6c56e2f5fc,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:52.048619 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-3f5f5642-3ffd-45a0-b343-07f5b6cbe873 service neutron] 10.222.0.82 "GET /v2.0/networks/3e394879-3601-44f7-9d0c-db3a1f77754c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502488 Feb 17 09:55:52.073576 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739169ee-bf36-412c-a007-0af0b9742ddb req-a90c995e-2759-4e1b-8401-e5faffd8e0e8 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:52.075165 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-739169ee-bf36-412c-a007-0af0b9742ddb req-a90c995e-2759-4e1b-8401-e5faffd8e0e8 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.1130459 Feb 17 09:55:52.162992 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5bc562af-9ea3-46aa-bded-0f951d2020e5 admin admin] Publish callbacks [] for security_group (d1bcdf18-9906-42ab-9fd1-3b6c56e2f5fc), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:52.199094 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-739169ee-bf36-412c-a007-0af0b9742ddb req-01e9afa7-0fe9-43a5-9e7b-6a93e582841d tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113358 Feb 17 09:55:52.213137 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5bc562af-9ea3-46aa-bded-0f951d2020e5 admin admin] Publish callbacks [] for security_group (d1bcdf18-9906-42ab-9fd1-3b6c56e2f5fc), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:52.236809 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-4fbd76b2-b54b-4a56-8c1d-db4595c976e4 service neutron] 10.222.0.82 "GET /v2.0/networks/3e394879-3601-44f7-9d0c-db3a1f77754c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820514 Feb 17 09:55:52.274637 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5bc562af-9ea3-46aa-bded-0f951d2020e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (d1bcdf18-9906-42ab-9fd1-3b6c56e2f5fc), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:52.277544 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5bc562af-9ea3-46aa-bded-0f951d2020e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:52.278770 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-5bc562af-9ea3-46aa-bded-0f951d2020e5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d1bcdf18-9906-42ab-9fd1-3b6c56e2f5fc HTTP/1.1" status: 204 len: 168 time: 0.2717941 Feb 17 09:55:52.289583 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc562af-9ea3-46aa-bded-0f951d2020e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bcdf18-9906-42ab-9fd1-3b6c56e2f5fc,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:52.363885 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028509f-befc-449a-a93c-87fbf22e80ea req-9fcbf219-66a8-43b0-bcda-0a56c33d80bd tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:52.363885 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d028509f-befc-449a-a93c-87fbf22e80ea req-9fcbf219-66a8-43b0-bcda-0a56c33d80bd tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.0723271 Feb 17 09:55:52.369003 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 46590) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:52.381436 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-1e1ea068-e56c-404d-ae15-bc12520299b1 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Request body: {'floatingip': {'port_id': '13e22131-0e22-4496-80cf-c6172a685f66'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:55:52.479721 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-1e1ea068-e56c-404d-ae15-bc12520299b1 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for floatingip (b9212e79-cf25-40d3-9adf-3d19bc19237f), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:52.521363 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 46604) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:52.595746 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0a5ab4ac-bdbd-40c2-9d2a-c0cf54b5c351 req-1aede3e2-3062-460b-b351-1edb5e376850 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=c3811015-f71d-40a1-931b-3f214e98d884 HTTP/1.1" status: 200 len: 210 time: 0.0937407 Feb 17 09:55:52.787719 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5e4abd0c-c46f-4a47-bded-05a676782739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:52.928454 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5e4abd0c-c46f-4a47-bded-05a676782739 admin admin] Publish callbacks [] for security_group (950b1651-a0cd-4b8e-8394-0d57bec86ce9), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:52.932194 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5e4abd0c-c46f-4a47-bded-05a676782739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (950b1651-a0cd-4b8e-8394-0d57bec86ce9), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:53.016948 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4abd0c-c46f-4a47-bded-05a676782739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950b1651-a0cd-4b8e-8394-0d57bec86ce9,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:53.064724 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-5e4abd0c-c46f-4a47-bded-05a676782739 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a7c384df41ff4eeeb3f246f3d565c316&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5421991 Feb 17 09:55:53.068127 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 46628) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:53.325641 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-468facad-83ef-47a7-9c98-f7b3b2db6985 admin admin] Publish callbacks [] for security_group (950b1651-a0cd-4b8e-8394-0d57bec86ce9), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:53.330504 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-1e1ea068-e56c-404d-ae15-bc12520299b1 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:53.341765 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-1e1ea068-e56c-404d-ae15-bc12520299b1 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931625'] for floatingip (b9212e79-cf25-40d3-9adf-3d19bc19237f), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:53.354354 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb924f1d-311c-4d89-8439-a94d6c89bf82 req-23acc0f6-0aa9-43ed-b68f-bd0b0bfb513a tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:53.355881 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-cb924f1d-311c-4d89-8439-a94d6c89bf82 req-23acc0f6-0aa9-43ed-b68f-bd0b0bfb513a tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0708320 Feb 17 09:55:53.412772 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-cb924f1d-311c-4d89-8439-a94d6c89bf82 req-71bdeb78-201b-4489-8aff-e2b25f153f9e tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507874 Feb 17 09:55:53.415074 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-468facad-83ef-47a7-9c98-f7b3b2db6985 admin admin] Publish callbacks [] for security_group (950b1651-a0cd-4b8e-8394-0d57bec86ce9), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:53.481589 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.db.l3_db [None req-1e1ea068-e56c-404d-ae15-bc12520299b1 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Floating IP b9212e79-cf25-40d3-9adf-3d19bc19237f associated. External IP: 172.27.0.173, port: 13e22131-0e22-4496-80cf-c6172a685f66. Feb 17 09:55:53.547464 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-468facad-83ef-47a7-9c98-f7b3b2db6985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (950b1651-a0cd-4b8e-8394-0d57bec86ce9), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:53.550272 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-468facad-83ef-47a7-9c98-f7b3b2db6985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:53.551427 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-468facad-83ef-47a7-9c98-f7b3b2db6985 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/950b1651-a0cd-4b8e-8394-0d57bec86ce9 HTTP/1.1" status: 204 len: 168 time: 0.4823573 Feb 17 09:55:53.566749 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468facad-83ef-47a7-9c98-f7b3b2db6985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950b1651-a0cd-4b8e-8394-0d57bec86ce9,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:53.703595 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9b8ee78f-90d6-476c-b28b-0bbe3d159e34 req-0dda6343-a2de-4f58-a7d7-ded847acd1bc tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=c3811015-f71d-40a1-931b-3f214e98d884 HTTP/1.1" status: 200 len: 210 time: 0.0422275 Feb 17 09:55:54.026940 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 46664) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:54.044815 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-7bc4b62c-7458-4c52-aca1-82a8a0d08cbe tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:54.045679 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5706cdf1-c9f1-4594-a97e-89e98e631d63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:54.046291 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-7bc4b62c-7458-4c52-aca1-82a8a0d08cbe tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.93 "GET /v2.0/networks?id=3e394879-3601-44f7-9d0c-db3a1f77754c HTTP/1.1" status: 200 len: 814 time: 0.1362004 Feb 17 09:55:54.048244 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1ea068-e56c-404d-ae15-bc12520299b1 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Router 50429842-9af3-4d2d-bcd6-a5f6d0bee85f has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:55:54.062628 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-10671b9a-7c41-4a85-9840-6a381d82f28b tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Request body: {'port': {'device_id': 'c3811015-f71d-40a1-931b-3f214e98d884', 'network_id': '3e394879-3601-44f7-9d0c-db3a1f77754c', 'admin_state_up': True, 'tenant_id': '27800d98882745358be14d3e57d20254'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:55:54.142708 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5706cdf1-c9f1-4594-a97e-89e98e631d63 admin admin] Publish callbacks [] for security_group (71a7cf54-5e85-4220-b7d0-223a70762306), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:54.154668 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5706cdf1-c9f1-4594-a97e-89e98e631d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (71a7cf54-5e85-4220-b7d0-223a70762306), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:54.210324 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-5706cdf1-c9f1-4594-a97e-89e98e631d63 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2af3e580efe947d0a9a8d248bbf71b2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1814761 Feb 17 09:55:54.211044 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 46672) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:54.221002 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706cdf1-c9f1-4594-a97e-89e98e631d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a7cf54-5e85-4220-b7d0-223a70762306,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:54.277236 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1ea068-e56c-404d-ae15-bc12520299b1 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:55:54.283059 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-1e1ea068-e56c-404d-ae15-bc12520299b1 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for floatingip (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:54.292496 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1460553a-c293-4ba7-941b-d1f75001a764 None None] Sync routers for ids ['50429842-9af3-4d2d-bcd6-a5f6d0bee85f'] in dv-cinder-778193-18-iscsi {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:55:54.304069 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1460553a-c293-4ba7-941b-d1f75001a764 None None] Routers {'50429842-9af3-4d2d-bcd6-a5f6d0bee85f'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:55:54.304710 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-1460553a-c293-4ba7-941b-d1f75001a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:55:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['50429842-9af3-4d2d-bcd6-a5f6d0bee85f'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:54.353441 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-10671b9a-7c41-4a85-9840-6a381d82f28b tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Made reservation on behalf of 27800d98882745358be14d3e57d20254 for: {'port': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:55:54.358474 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-10671b9a-7c41-4a85-9840-6a381d82f28b tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:54.434625 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-f663864e-8664-41d6-8cd3-2cd1eef47b4d admin admin] Publish callbacks [] for security_group (71a7cf54-5e85-4220-b7d0-223a70762306), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:54.437915 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-1460553a-c293-4ba7-941b-d1f75001a764 None None] Set router 50429842-9af3-4d2d-bcd6-a5f6d0bee85f gateway port host: dv-cinder-778193-18-iscsi {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:55:54.442271 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-1e1ea068-e56c-404d-ae15-bc12520299b1 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "PUT /v2.0/floatingips/b9212e79-cf25-40d3-9adf-3d19bc19237f HTTP/1.1" status: 200 len: 991 time: 2.0721729 Feb 17 09:55:54.446761 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edea3af2-ed92-4076-a63f-00c84c94342c', 'tag': '13e22131-0e22-4496-80cf-c6172a685f66'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:55:54.449925 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763d3260-5424-429b-99d1-423a15f18bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "edea3af2-ed92-4076-a63f-00c84c94342c", "tag": "13e22131-0e22-4496-80cf-c6172a685f66"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:55:54.487883 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-f663864e-8664-41d6-8cd3-2cd1eef47b4d admin admin] Publish callbacks [] for security_group (71a7cf54-5e85-4220-b7d0-223a70762306), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:54.597603 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_common [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-10671b9a-7c41-4a85-9840-6a381d82f28b tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Allocated IP 172.20.0.11 (3e394879-3601-44f7-9d0c-db3a1f77754c/00c24b15-aa81-4b6e-912f-1e91c3a9689b/27de2a8a-b75b-4d92-82a1-03eba194cd8d) {{(pid=102621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:55:54.706254 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e7db0-5b6b-4304-bcf8-177a14cf0901 req-076d1b40-fb14-4726-bba6-d53de656e158 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:54.711598 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ff5e7db0-5b6b-4304-bcf8-177a14cf0901 req-076d1b40-fb14-4726-bba6-d53de656e158 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.1694613 Feb 17 09:55:54.780285 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-10671b9a-7c41-4a85-9840-6a381d82f28b tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Publish callbacks [] for port (27de2a8a-b75b-4d92-82a1-03eba194cd8d), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:54.820376 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115c5358-4202-4ecb-8fd0-25b459647807 x-openstack-request-id: req-115c5358-4202-4ecb-8fd0-25b459647807 {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:55:54.820822 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edea3af2-ed92-4076-a63f-00c84c94342c", "tag": "13e22131-0e22-4496-80cf-c6172a685f66", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:55:54.821201 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-115c5358-4202-4ecb-8fd0-25b459647807 {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:55:54.821705 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edea3af2-ed92-4076-a63f-00c84c94342c', 'tag': '13e22131-0e22-4496-80cf-c6172a685f66', 'status': 'completed', 'code': 200} Feb 17 09:55:54.857359 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-10671b9a-7c41-4a85-9840-6a381d82f28b tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393'] for port (27de2a8a-b75b-4d92-82a1-03eba194cd8d), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:54.874840 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['d8cc59f0-a44e-470b-80dc-65f6b98f51b4'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:55:54.887127 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-1460553a-c293-4ba7-941b-d1f75001a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'name': 'tempest-AttachVolumeShelveTestJSON-427590882-router', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:00Z', 'updated_at': '2022-02-17T09:55:17Z', 'revision_number': 4, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'gw_port': {'id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:02Z', 'updated_at': '2022-02-17T09:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_floatingips': [{'id': 'b9212e79-cf25-40d3-9adf-3d19bc19237f', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'floating_ip_address': '172.27.0.173', 'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'router_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'port_id': '13e22131-0e22-4496-80cf-c6172a685f66', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681', 'mac_address': 'fa:16:3e:ec:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edea3af2-ed92-4076-a63f-00c84c94342c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:55:29Z', 'updated_at': '2022-02-17T09:55:53Z', 'revision_number': 1, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4256595c-a414-4dc8-9a0f-d1e2e5bce808', 'name': '', 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'mac_address': 'fa:16:3e:c9:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:10Z', 'updated_at': '2022-02-17T09:55:26Z', 'revision_number': 5, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'subnets': [{'id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:54.914330 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10671b9a-7c41-4a85-9840-6a381d82f28b tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Pushing event updated for resources: {'Port': ['ID=27de2a8a-b75b-4d92-82a1-03eba194cd8d,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:54.919528 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1460553a-c293-4ba7-941b-d1f75001a764 None None] Checking router: 50429842-9af3-4d2d-bcd6-a5f6d0bee85f for host: dv-cinder-778193-18-iscsi {{(pid=102623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:55:54.927272 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-f663864e-8664-41d6-8cd3-2cd1eef47b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (71a7cf54-5e85-4220-b7d0-223a70762306), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:54.929847 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-f663864e-8664-41d6-8cd3-2cd1eef47b4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:54.931541 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1460553a-c293-4ba7-941b-d1f75001a764 None None] Routers {'50429842-9af3-4d2d-bcd6-a5f6d0bee85f'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:55:54.933171 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-1460553a-c293-4ba7-941b-d1f75001a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:55:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['50429842-9af3-4d2d-bcd6-a5f6d0bee85f'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:54.934561 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-f663864e-8664-41d6-8cd3-2cd1eef47b4d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/71a7cf54-5e85-4220-b7d0-223a70762306 HTTP/1.1" status: 204 len: 168 time: 0.7204628 Feb 17 09:55:54.950008 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d3260-5424-429b-99d1-423a15f18bc3 req-21169003-9a1c-4638-af70-49dd3c98319e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:54.951476 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-763d3260-5424-429b-99d1-423a15f18bc3 req-21169003-9a1c-4638-af70-49dd3c98319e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ee27e4c191de47a3b47db5a43ab00258&device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 1129 time: 0.1348379 Feb 17 09:55:54.952197 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f663864e-8664-41d6-8cd3-2cd1eef47b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a7cf54-5e85-4220-b7d0-223a70762306,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:54.962834 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-10671b9a-7c41-4a85-9840-6a381d82f28b tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Network 3e394879-3601-44f7-9d0c-db3a1f77754c is already hosted by enough agents. {{(pid=102621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:55:54.984413 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ff5e7db0-5b6b-4304-bcf8-177a14cf0901 req-408a93a5-03dc-4495-820a-9d667fc0bbdd tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644432 Feb 17 09:55:55.033005 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7f8e9-5584-404b-b7bb-66cc8422306b req-ec32b67a-0c11-4939-8459-b9d911a63c8d tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:55.036498 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b9b7f8e9-5584-404b-b7bb-66cc8422306b req-ec32b67a-0c11-4939-8459-b9d911a63c8d tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=c3811015-f71d-40a1-931b-3f214e98d884 HTTP/1.1" status: 200 len: 932 time: 0.2120714 Feb 17 09:55:55.068884 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-1460553a-c293-4ba7-941b-d1f75001a764 None None] Set router 50429842-9af3-4d2d-bcd6-a5f6d0bee85f gateway port host: dv-cinder-778193-18-iscsi {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:55:55.185887 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d3260-5424-429b-99d1-423a15f18bc3 req-fe8c3408-7580-4d24-a47c-b4915225429e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:55.187742 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-763d3260-5424-429b-99d1-423a15f18bc3 req-fe8c3408-7580-4d24-a47c-b4915225429e service neutron] 10.222.0.93 "GET /v2.0/networks?id=c3aac7fc-fa00-48a3-aaf1-bf71d0d04681 HTTP/1.1" status: 200 len: 918 time: 0.2273896 Feb 17 09:55:55.189058 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-10671b9a-7c41-4a85-9840-6a381d82f28b tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Resources bound (agent type, host, resource id): {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:55:55.191593 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-10671b9a-7c41-4a85-9840-6a381d82f28b tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Received port after_create {{(pid=102621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:55:55.203027 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-10671b9a-7c41-4a85-9840-6a381d82f28b tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:55.203928 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-10671b9a-7c41-4a85-9840-6a381d82f28b tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:55.237422 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b9b7f8e9-5584-404b-b7bb-66cc8422306b req-0225009b-25ba-4dc3-bb85-f5c020aa142f tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937575 Feb 17 09:55:55.320192 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-10671b9a-7c41-4a85-9840-6a381d82f28b tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2613075 Feb 17 09:55:55.353690 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-6a254c1e-8351-4f33-8b42-520077e64b71 service neutron] Request body: {'port': {'device_id': 'c3811015-f71d-40a1-931b-3f214e98d884', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:55:55.368186 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-1460553a-c293-4ba7-941b-d1f75001a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'name': 'tempest-AttachVolumeShelveTestJSON-427590882-router', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:00Z', 'updated_at': '2022-02-17T09:55:17Z', 'revision_number': 4, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'gw_port': {'id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:02Z', 'updated_at': '2022-02-17T09:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_floatingips': [{'id': 'b9212e79-cf25-40d3-9adf-3d19bc19237f', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'floating_ip_address': '172.27.0.173', 'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'router_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'port_id': '13e22131-0e22-4496-80cf-c6172a685f66', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681', 'mac_address': 'fa:16:3e:ec:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edea3af2-ed92-4076-a63f-00c84c94342c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:55:29Z', 'updated_at': '2022-02-17T09:55:53Z', 'revision_number': 1, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4256595c-a414-4dc8-9a0f-d1e2e5bce808', 'name': '', 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'mac_address': 'fa:16:3e:c9:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:10Z', 'updated_at': '2022-02-17T09:55:26Z', 'revision_number': 5, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'subnets': [{'id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:55.400138 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-763d3260-5424-429b-99d1-423a15f18bc3 req-66ded47f-730e-4931-9c1e-2ed30581959c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13e22131-0e22-4496-80cf-c6172a685f66 HTTP/1.1" status: 200 len: 999 time: 0.1879277 Feb 17 09:55:55.406385 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1460553a-c293-4ba7-941b-d1f75001a764 None None] The sync data for ids ['50429842-9af3-4d2d-bcd6-a5f6d0bee85f'] in dv-cinder-778193-18-iscsi is: [{'id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'name': 'tempest-AttachVolumeShelveTestJSON-427590882-router', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:00Z', 'updated_at': '2022-02-17T09:55:17Z', 'revision_number': 4, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'gw_port': {'id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:02Z', 'updated_at': '2022-02-17T09:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_floatingips': [{'id': 'b9212e79-cf25-40d3-9adf-3d19bc19237f', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'floating_ip_address': '172.27.0.173', 'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'router_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'port_id': '13e22131-0e22-4496-80cf-c6172a685f66', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681', 'mac_address': 'fa:16:3e:ec:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edea3af2-ed92-4076-a63f-00c84c94342c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:55:29Z', 'updated_at': '2022-02-17T09:55:53Z', 'revision_number': 1, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4256595c-a414-4dc8-9a0f-d1e2e5bce808', 'name': '', 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'mac_address': 'fa:16:3e:c9:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:10Z', 'updated_at': '2022-02-17T09:55:26Z', 'revision_number': 5, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'subnets': [{'id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:55:55.539561 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-6a254c1e-8351-4f33-8b42-520077e64b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (27de2a8a-b75b-4d92-82a1-03eba194cd8d), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:55.544198 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d3260-5424-429b-99d1-423a15f18bc3 req-6a4ebf2e-ffcd-463c-85d9-bedb9ac8d0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:55.545691 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-763d3260-5424-429b-99d1-423a15f18bc3 req-6a4ebf2e-ffcd-463c-85d9-bedb9ac8d0d9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab HTTP/1.1" status: 200 len: 855 time: 0.1376920 Feb 17 09:55:55.714311 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d3260-5424-429b-99d1-423a15f18bc3 req-75402507-995e-4a22-aaf2-3835647be2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:55.716019 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-763d3260-5424-429b-99d1-423a15f18bc3 req-75402507-995e-4a22-aaf2-3835647be2a3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c3aac7fc-fa00-48a3-aaf1-bf71d0d04681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1511190 Feb 17 09:55:55.747018 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a17a98-f863-4301-976a-1d1035860f2d None None] New status for floating IP b9212e79-cf25-40d3-9adf-3d19bc19237f: ACTIVE {{(pid=102622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:55:55.907923 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-763d3260-5424-429b-99d1-423a15f18bc3 req-0cd11a58-0847-4c81-9774-03978ebaa4ce service neutron] 10.222.0.93 "GET /v2.0/networks/c3aac7fc-fa00-48a3-aaf1-bf71d0d04681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791580 Feb 17 09:55:56.078576 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-763d3260-5424-429b-99d1-423a15f18bc3 req-db900a49-d23e-4638-aa80-35ee85f3e3bb service neutron] 10.222.0.93 "GET /v2.0/networks/c3aac7fc-fa00-48a3-aaf1-bf71d0d04681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633854 Feb 17 09:55:56.080707 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-6a254c1e-8351-4f33-8b42-520077e64b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27de2a8a-b75b-4d92-82a1-03eba194cd8d {{(pid=102621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:55:56.090775 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-6a254c1e-8351-4f33-8b42-520077e64b71 service neutron] Publish callbacks [] for port (27de2a8a-b75b-4d92-82a1-03eba194cd8d), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:56.105002 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.provisioning_blocks [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-6a254c1e-8351-4f33-8b42-520077e64b71 service neutron] Transition to ACTIVE for port object 27de2a8a-b75b-4d92-82a1-03eba194cd8d will not be triggered until provisioned by entity L2. {{(pid=102621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:55:56.108945 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-6a254c1e-8351-4f33-8b42-520077e64b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (27de2a8a-b75b-4d92-82a1-03eba194cd8d), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:56.132823 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c74451-5582-4211-8630-eb81c0c86683 req-9fd55b98-421f-48fd-b61c-7c57ae394faa tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:56.135868 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a8c74451-5582-4211-8630-eb81c0c86683 req-9fd55b98-421f-48fd-b61c-7c57ae394faa tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0593426 Feb 17 09:55:56.184952 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a254c1e-8351-4f33-8b42-520077e64b71 service neutron] Pushing event updated for resources: {'Port': ['ID=27de2a8a-b75b-4d92-82a1-03eba194cd8d,revision_number=2']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:56.187185 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a8c74451-5582-4211-8630-eb81c0c86683 req-a2210637-b393-4cc7-a1ba-64e1cbbcc07f tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430136 Feb 17 09:55:56.211254 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-6a254c1e-8351-4f33-8b42-520077e64b71 service neutron] Attempting to bind port 27de2a8a-b75b-4d92-82a1-03eba194cd8d on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:55:56.211682 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-6a254c1e-8351-4f33-8b42-520077e64b71 service neutron] Attempting to bind port 27de2a8a-b75b-4d92-82a1-03eba194cd8d by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'd858bd6f-9f4a-456e-b559-3a505e873a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '3e394879-3601-44f7-9d0c-db3a1f77754c'}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:55:56.212075 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-6a254c1e-8351-4f33-8b42-520077e64b71 service neutron] Attempting to bind port 27de2a8a-b75b-4d92-82a1-03eba194cd8d on network 3e394879-3601-44f7-9d0c-db3a1f77754c {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:55:56.217165 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-6a254c1e-8351-4f33-8b42-520077e64b71 service neutron] Port 27de2a8a-b75b-4d92-82a1-03eba194cd8d on network 3e394879-3601-44f7-9d0c-db3a1f77754c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 09:55:56.217557 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-6a254c1e-8351-4f33-8b42-520077e64b71 service neutron] Attempting to bind port 27de2a8a-b75b-4d92-82a1-03eba194cd8d on network 3e394879-3601-44f7-9d0c-db3a1f77754c {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:55:56.222453 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-6a254c1e-8351-4f33-8b42-520077e64b71 service neutron] Checking agent: {'id': '57512943-2fb5-44da-9b65-1b43ee30ab09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'started_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:55:56.222857 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-6a254c1e-8351-4f33-8b42-520077e64b71 service neutron] Checking segment: {'id': 'd858bd6f-9f4a-456e-b559-3a505e873a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '3e394879-3601-44f7-9d0c-db3a1f77754c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:55:56.223334 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-6a254c1e-8351-4f33-8b42-520077e64b71 service neutron] Bound using segment: {'id': 'd858bd6f-9f4a-456e-b559-3a505e873a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '3e394879-3601-44f7-9d0c-db3a1f77754c'} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:55:56.223829 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-6a254c1e-8351-4f33-8b42-520077e64b71 service neutron] Bound port: 27de2a8a-b75b-4d92-82a1-03eba194cd8d, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd858bd6f-9f4a-456e-b559-3a505e873a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '3e394879-3601-44f7-9d0c-db3a1f77754c'}}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:55:56.224189 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-6a254c1e-8351-4f33-8b42-520077e64b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (27de2a8a-b75b-4d92-82a1-03eba194cd8d), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:56.295547 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-6a254c1e-8351-4f33-8b42-520077e64b71 service neutron] For port 27de2a8a-b75b-4d92-82a1-03eba194cd8d, host hv-cinder-77819, cleared binding levels {{(pid=102621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:55:56.302029 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-6a254c1e-8351-4f33-8b42-520077e64b71 service neutron] For port 27de2a8a-b75b-4d92-82a1-03eba194cd8d, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=27de2a8a-b75b-4d92-82a1-03eba194cd8d,segment=NetworkSegment(d858bd6f-9f4a-456e-b559-3a505e873a9d),segment_id=d858bd6f-9f4a-456e-b559-3a505e873a9d)] {{(pid=102621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:55:56.309810 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-6a254c1e-8351-4f33-8b42-520077e64b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (27de2a8a-b75b-4d92-82a1-03eba194cd8d), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:56.351675 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-6a254c1e-8351-4f33-8b42-520077e64b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:56.352529 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-6a254c1e-8351-4f33-8b42-520077e64b71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:56.353917 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-6a254c1e-8351-4f33-8b42-520077e64b71 service neutron] 10.222.0.93 "PUT /v2.0/ports/27de2a8a-b75b-4d92-82a1-03eba194cd8d HTTP/1.1" status: 200 len: 1094 time: 1.0092471 Feb 17 09:55:56.384362 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a254c1e-8351-4f33-8b42-520077e64b71 service neutron] Pushing event updated for resources: {'Port': ['ID=27de2a8a-b75b-4d92-82a1-03eba194cd8d,revision_number=3']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:56.400453 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab996a32-8a42-4715-8efc-793dcc67332f req-2b77b870-4e61-4ed8-93f1-d2f8ccfde388 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:56.402432 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ab996a32-8a42-4715-8efc-793dcc67332f req-2b77b870-4e61-4ed8-93f1-d2f8ccfde388 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=c3811015-f71d-40a1-931b-3f214e98d884 HTTP/1.1" status: 200 len: 944 time: 0.0725746 Feb 17 09:55:56.467918 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-3c3f7fad-fb2f-4789-bbdb-959479555fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:56.469403 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-3c3f7fad-fb2f-4789-bbdb-959479555fe6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=27800d98882745358be14d3e57d20254&device_id=c3811015-f71d-40a1-931b-3f214e98d884 HTTP/1.1" status: 200 len: 1128 time: 0.0616190 Feb 17 09:55:56.471671 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ab996a32-8a42-4715-8efc-793dcc67332f req-ea91a357-a071-479b-b143-b474af2344ab tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632403 Feb 17 09:55:56.517085 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-642c79f5-3c35-497a-ae88-ca41bd40a721 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27de2a8a-b75b-4d92-82a1-03eba194cd8d HTTP/1.1" status: 200 len: 217 time: 0.0385003 Feb 17 09:55:56.574946 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-02e88862-5934-458c-b7a6-7077ac0900e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:56.576363 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-02e88862-5934-458c-b7a6-7077ac0900e9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00c24b15-aa81-4b6e-912f-1e91c3a9689b HTTP/1.1" status: 200 len: 854 time: 0.0520046 Feb 17 09:55:56.609681 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-9fdf978e-04da-47a9-ae38-6fba6d028ad7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3e394879-3601-44f7-9d0c-db3a1f77754c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246925 Feb 17 09:55:56.704415 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-bc39478f-a255-4cf6-9b37-ed6b49a941dc service neutron] 10.222.0.93 "GET /v2.0/networks/3e394879-3601-44f7-9d0c-db3a1f77754c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859506 Feb 17 09:55:56.807429 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8d3c05c5-feea-40bc-b39d-ef37c8536f6f req-f9a7415d-4042-49aa-87f2-237073323ccc service neutron] 10.222.0.93 "GET /v2.0/networks/3e394879-3601-44f7-9d0c-db3a1f77754c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939069 Feb 17 09:55:56.823901 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3811015-f71d-40a1-931b-3f214e98d884', 'tag': '27de2a8a-b75b-4d92-82a1-03eba194cd8d'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:55:56.826011 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73db01e9-5bf3-46c1-81a2-46fe5b707412" -d '{"events": [{"name": "network-changed", "server_uuid": "c3811015-f71d-40a1-931b-3f214e98d884", "tag": "27de2a8a-b75b-4d92-82a1-03eba194cd8d"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:55:56.870662 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3553ba-4d68-449f-a3a9-fd4b32b0215c x-openstack-request-id: req-ce3553ba-4d68-449f-a3a9-fd4b32b0215c {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:55:56.870961 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3811015-f71d-40a1-931b-3f214e98d884", "tag": "27de2a8a-b75b-4d92-82a1-03eba194cd8d", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:55:56.871314 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ce3553ba-4d68-449f-a3a9-fd4b32b0215c {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:55:56.871837 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3811015-f71d-40a1-931b-3f214e98d884', 'tag': '27de2a8a-b75b-4d92-82a1-03eba194cd8d', 'status': 'completed', 'code': 200} Feb 17 09:55:56.940246 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db01e9-5bf3-46c1-81a2-46fe5b707412 req-45d0700a-d156-4054-aae2-48585ade2501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:56.941761 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-73db01e9-5bf3-46c1-81a2-46fe5b707412 req-45d0700a-d156-4054-aae2-48585ade2501 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=27800d98882745358be14d3e57d20254&device_id=c3811015-f71d-40a1-931b-3f214e98d884 HTTP/1.1" status: 200 len: 1128 time: 0.0469553 Feb 17 09:55:57.048112 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db01e9-5bf3-46c1-81a2-46fe5b707412 req-2045616d-5a1c-49a3-bf8b-f0120b43ef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:57.049710 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-73db01e9-5bf3-46c1-81a2-46fe5b707412 req-2045616d-5a1c-49a3-bf8b-f0120b43ef9b service neutron] 10.222.0.93 "GET /v2.0/networks?id=3e394879-3601-44f7-9d0c-db3a1f77754c HTTP/1.1" status: 200 len: 916 time: 0.0984154 Feb 17 09:55:57.094588 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-73db01e9-5bf3-46c1-81a2-46fe5b707412 req-83b7682a-b2c1-4773-b93b-ad0f626eaa7d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27de2a8a-b75b-4d92-82a1-03eba194cd8d HTTP/1.1" status: 200 len: 217 time: 0.0351601 Feb 17 09:55:57.147953 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db01e9-5bf3-46c1-81a2-46fe5b707412 req-3334a184-66da-4292-92dd-bd8686828432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:57.149415 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-73db01e9-5bf3-46c1-81a2-46fe5b707412 req-3334a184-66da-4292-92dd-bd8686828432 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00c24b15-aa81-4b6e-912f-1e91c3a9689b HTTP/1.1" status: 200 len: 854 time: 0.0474048 Feb 17 09:55:57.195348 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-73db01e9-5bf3-46c1-81a2-46fe5b707412 req-e79eb83e-c785-4c83-84e9-7599fd206888 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3e394879-3601-44f7-9d0c-db3a1f77754c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284524 Feb 17 09:55:57.312539 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-73db01e9-5bf3-46c1-81a2-46fe5b707412 req-d16b99b3-7203-464b-9d63-7110068fffac service neutron] 10.222.0.93 "GET /v2.0/networks/3e394879-3601-44f7-9d0c-db3a1f77754c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064949 Feb 17 09:55:57.321235 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26853f-95ab-4849-a330-60cdf43aae00 req-cba1698c-c2b3-44b3-87da-9ccd8f68f641 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:57.323463 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-dc26853f-95ab-4849-a330-60cdf43aae00 req-cba1698c-c2b3-44b3-87da-9ccd8f68f641 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0650327 Feb 17 09:55:57.375974 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-dc26853f-95ab-4849-a330-60cdf43aae00 req-e47c4836-2c3b-4ca1-ace5-2e91ef833997 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423794 Feb 17 09:55:57.419358 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-73db01e9-5bf3-46c1-81a2-46fe5b707412 req-35d9b0ce-f7c3-4c67-a3e5-bdde5b53e04d service neutron] 10.222.0.93 "GET /v2.0/networks/3e394879-3601-44f7-9d0c-db3a1f77754c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985153 Feb 17 09:55:57.609978 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998334f-a4ee-4124-a3a7-1df47da19af8 req-10c5b39f-81a1-4383-b624-a4980d6363e6 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:57.611498 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f998334f-a4ee-4124-a3a7-1df47da19af8 req-10c5b39f-81a1-4383-b624-a4980d6363e6 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=c3811015-f71d-40a1-931b-3f214e98d884 HTTP/1.1" status: 200 len: 944 time: 0.0700798 Feb 17 09:55:57.683176 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f998334f-a4ee-4124-a3a7-1df47da19af8 req-ab2d0cbc-32e4-418e-8488-cae830b68fd6 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628481 Feb 17 09:55:58.184390 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 46816) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:58.292387 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-7fa9b2c9-4b46-4e06-b703-55d32a4955d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:58.367089 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-7fa9b2c9-4b46-4e06-b703-55d32a4955d8 admin admin] Publish callbacks [] for security_group (ab8c9400-ed2a-48ac-880d-821d3e0047a6), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:58.371394 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-7fa9b2c9-4b46-4e06-b703-55d32a4955d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (ab8c9400-ed2a-48ac-880d-821d3e0047a6), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:58.410156 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-7fa9b2c9-4b46-4e06-b703-55d32a4955d8 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=137d845e80cf4427a0a0eceb528bcfce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245522 Feb 17 09:55:58.411274 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa9b2c9-4b46-4e06-b703-55d32a4955d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8c9400-ed2a-48ac-880d-821d3e0047a6,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:58.413004 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 46822) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:58.420586 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa9b2c9-4b46-4e06-b703-55d32a4955d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:58.420949 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa9b2c9-4b46-4e06-b703-55d32a4955d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:58.421300 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa9b2c9-4b46-4e06-b703-55d32a4955d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:58.421642 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa9b2c9-4b46-4e06-b703-55d32a4955d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:58.421978 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa9b2c9-4b46-4e06-b703-55d32a4955d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:58.422324 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa9b2c9-4b46-4e06-b703-55d32a4955d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:58.422670 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa9b2c9-4b46-4e06-b703-55d32a4955d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:58.423265 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa9b2c9-4b46-4e06-b703-55d32a4955d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:58.423491 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa9b2c9-4b46-4e06-b703-55d32a4955d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:58.423851 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa9b2c9-4b46-4e06-b703-55d32a4955d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:58.424155 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa9b2c9-4b46-4e06-b703-55d32a4955d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:58.424483 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa9b2c9-4b46-4e06-b703-55d32a4955d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:58.424809 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa9b2c9-4b46-4e06-b703-55d32a4955d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:58.463900 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4d6c1783-c38a-445b-a69b-140b34949825 admin admin] Publish callbacks [] for security_group (ab8c9400-ed2a-48ac-880d-821d3e0047a6), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:58.485317 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4d6c1783-c38a-445b-a69b-140b34949825 admin admin] Publish callbacks [] for security_group (ab8c9400-ed2a-48ac-880d-821d3e0047a6), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:58.505072 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109981b-8bb6-4918-8173-b1ee7dfcb9ed req-85cd8914-c7c0-4af7-9fd9-218e98126f7f tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:58.506544 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2109981b-8bb6-4918-8173-b1ee7dfcb9ed req-85cd8914-c7c0-4af7-9fd9-218e98126f7f tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0517743 Feb 17 09:55:58.532095 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4d6c1783-c38a-445b-a69b-140b34949825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (ab8c9400-ed2a-48ac-880d-821d3e0047a6), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:58.534423 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:55:58.534955 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4d6c1783-c38a-445b-a69b-140b34949825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:58.535958 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-4d6c1783-c38a-445b-a69b-140b34949825 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ab8c9400-ed2a-48ac-880d-821d3e0047a6 HTTP/1.1" status: 204 len: 168 time: 0.1219859 Feb 17 09:55:58.545019 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c1783-c38a-445b-a69b-140b34949825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8c9400-ed2a-48ac-880d-821d3e0047a6,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:58.553795 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c1783-c38a-445b-a69b-140b34949825 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:58.554205 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c1783-c38a-445b-a69b-140b34949825 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:58.554473 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c1783-c38a-445b-a69b-140b34949825 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:58.554818 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c1783-c38a-445b-a69b-140b34949825 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:58.555184 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c1783-c38a-445b-a69b-140b34949825 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:58.555631 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c1783-c38a-445b-a69b-140b34949825 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:58.556305 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c1783-c38a-445b-a69b-140b34949825 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:58.556645 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c1783-c38a-445b-a69b-140b34949825 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:58.557296 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c1783-c38a-445b-a69b-140b34949825 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:58.557638 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c1783-c38a-445b-a69b-140b34949825 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:58.557980 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c1783-c38a-445b-a69b-140b34949825 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:58.558301 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c1783-c38a-445b-a69b-140b34949825 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:58.558628 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c1783-c38a-445b-a69b-140b34949825 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:55:58.561271 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2109981b-8bb6-4918-8173-b1ee7dfcb9ed req-303c91e6-f02a-4978-b5e1-05ac94a6e231 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485413 Feb 17 09:55:58.817331 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6747db-cda3-4821-8676-6a70a0c9cd8c req-e1fb8866-45ea-4636-965c-44f3ef0a39ca tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:58.819252 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0d6747db-cda3-4821-8676-6a70a0c9cd8c req-e1fb8866-45ea-4636-965c-44f3ef0a39ca tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=c3811015-f71d-40a1-931b-3f214e98d884 HTTP/1.1" status: 200 len: 944 time: 0.0727155 Feb 17 09:55:58.846942 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 46842) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:58.861302 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ee38bda5-f16f-420f-ba2d-990829cf8500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:58.879398 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0d6747db-cda3-4821-8676-6a70a0c9cd8c req-3706e7ba-d768-4b2e-895f-f111aee22477 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523126 Feb 17 09:55:58.955109 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ee38bda5-f16f-420f-ba2d-990829cf8500 admin admin] Publish callbacks [] for security_group (55548e66-6a6c-4428-acd7-0c92a5ab2ea2), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:58.959657 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ee38bda5-f16f-420f-ba2d-990829cf8500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (55548e66-6a6c-4428-acd7-0c92a5ab2ea2), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:59.001499 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 46846) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:55:59.001649 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-ee38bda5-f16f-420f-ba2d-990829cf8500 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=125ec6228142492182230386dbc14c01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1535442 Feb 17 09:55:59.002504 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38bda5-f16f-420f-ba2d-990829cf8500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55548e66-6a6c-4428-acd7-0c92a5ab2ea2,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:59.052444 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-6c1435d4-7887-4b80-8598-4eb9747f3447 admin admin] Publish callbacks [] for security_group (55548e66-6a6c-4428-acd7-0c92a5ab2ea2), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:59.111348 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-6c1435d4-7887-4b80-8598-4eb9747f3447 admin admin] Publish callbacks [] for security_group (55548e66-6a6c-4428-acd7-0c92a5ab2ea2), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:59.158839 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5c173-d54b-4890-bca7-89dfe6031c24 req-8f0bad8d-cd00-48d0-9fb1-d7803596f47b tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:59.160314 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-96b5c173-d54b-4890-bca7-89dfe6031c24 req-8f0bad8d-cd00-48d0-9fb1-d7803596f47b tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa20d7ad-7c8e-426a-a028-bb7cdc2afafb HTTP/1.1" status: 200 len: 946 time: 0.0918353 Feb 17 09:55:59.188498 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-6c1435d4-7887-4b80-8598-4eb9747f3447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (55548e66-6a6c-4428-acd7-0c92a5ab2ea2), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:59.190973 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-6c1435d4-7887-4b80-8598-4eb9747f3447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:59.192098 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-6c1435d4-7887-4b80-8598-4eb9747f3447 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/55548e66-6a6c-4428-acd7-0c92a5ab2ea2 HTTP/1.1" status: 204 len: 168 time: 0.1896238 Feb 17 09:55:59.208455 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1435d4-7887-4b80-8598-4eb9747f3447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55548e66-6a6c-4428-acd7-0c92a5ab2ea2,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:59.230141 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-96b5c173-d54b-4890-bca7-89dfe6031c24 req-36f92d3d-bf71-47c9-8114-c41fe2d368fc tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/security-groups?id=a334c755-c1f5-4a26-bfe8-f2d16f4857b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630686 Feb 17 09:55:59.694069 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd712b02-f7e5-4949-9423-c372573a5d0c req-59791902-b25e-40e2-8b63-18a985b40107 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:59.695586 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-bd712b02-f7e5-4949-9423-c372573a5d0c req-59791902-b25e-40e2-8b63-18a985b40107 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0621767 Feb 17 09:55:59.742839 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-bd712b02-f7e5-4949-9423-c372573a5d0c req-60520f2d-07bf-42ba-88fd-f3d4a35de83d tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407612 Feb 17 09:56:00.000195 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072fa9e-95a7-4086-aa8e-0078a6773e50 req-d25fefb8-7705-4711-bb0d-1ec1e6ecfc43 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:00.001666 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e072fa9e-95a7-4086-aa8e-0078a6773e50 req-d25fefb8-7705-4711-bb0d-1ec1e6ecfc43 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=c3811015-f71d-40a1-931b-3f214e98d884 HTTP/1.1" status: 200 len: 944 time: 0.0549543 Feb 17 09:56:00.050020 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e072fa9e-95a7-4086-aa8e-0078a6773e50 req-c5d1870a-d5b3-423b-910d-4610f41dc073 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426505 Feb 17 09:56:00.346884 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5f341-11b5-4e3e-84e7-c51ead988e68 req-77c18385-dc1b-4d38-b06b-b892372dac11 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:00.348372 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-49a5f341-11b5-4e3e-84e7-c51ead988e68 req-77c18385-dc1b-4d38-b06b-b892372dac11 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa20d7ad-7c8e-426a-a028-bb7cdc2afafb HTTP/1.1" status: 200 len: 946 time: 0.0536690 Feb 17 09:56:00.599992 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-49a5f341-11b5-4e3e-84e7-c51ead988e68 req-dc03c4fd-a030-4a4d-95d8-580238fc93dc tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/security-groups?id=a334c755-c1f5-4a26-bfe8-f2d16f4857b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460871 Feb 17 09:56:00.859478 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617508cf-0386-486d-b0bd-148f53ef9930 req-8bddc484-c2ca-4b18-b202-015ce2c77f3e tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:00.861501 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-617508cf-0386-486d-b0bd-148f53ef9930 req-8bddc484-c2ca-4b18-b202-015ce2c77f3e tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0527561 Feb 17 09:56:00.908642 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-617508cf-0386-486d-b0bd-148f53ef9930 req-ed243462-d945-4c3b-b363-4be5fed0c156 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415952 Feb 17 09:56:01.161902 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea97bc-97fc-4ec0-9c95-d5dbc1fd1af5 req-c65b0f30-73e4-4013-85a2-51446fdfc6b2 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:01.163400 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-68ea97bc-97fc-4ec0-9c95-d5dbc1fd1af5 req-c65b0f30-73e4-4013-85a2-51446fdfc6b2 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=c3811015-f71d-40a1-931b-3f214e98d884 HTTP/1.1" status: 200 len: 944 time: 0.0504317 Feb 17 09:56:01.216088 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-68ea97bc-97fc-4ec0-9c95-d5dbc1fd1af5 req-07c4298f-ae8f-4d95-b09c-2d9640efb255 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465539 Feb 17 09:56:01.323525 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 27de2a8a-b75b-4d92-82a1-03eba194cd8d details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:56:01.429793 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 27de2a8a-b75b-4d92-82a1-03eba194cd8d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=27de2a8a-b75b-4d92-82a1-03eba194cd8d,segment=NetworkSegment(d858bd6f-9f4a-456e-b559-3a505e873a9d),segment_id=d858bd6f-9f4a-456e-b559-3a505e873a9d)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:56:01.441385 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Returning: {'device': '27de2a8a-b75b-4d92-82a1-03eba194cd8d', 'network_id': '3e394879-3601-44f7-9d0c-db3a1f77754c', 'port_id': '27de2a8a-b75b-4d92-82a1-03eba194cd8d', 'mac_address': 'fa:16:3e:33:9d:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c24b15-aa81-4b6e-912f-1e91c3a9689b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:56:01.477503 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 27de2a8a-b75b-4d92-82a1-03eba194cd8d is: DOWN; New status is: BUILD {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:56:01.477890 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (27de2a8a-b75b-4d92-82a1-03eba194cd8d), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:01.491224 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27de2a8a-b75b-4d92-82a1-03eba194cd8d {{(pid=102622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:56:01.511571 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 27de2a8a-b75b-4d92-82a1-03eba194cd8d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=27de2a8a-b75b-4d92-82a1-03eba194cd8d,segment=NetworkSegment(d858bd6f-9f4a-456e-b559-3a505e873a9d),segment_id=d858bd6f-9f4a-456e-b559-3a505e873a9d)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:56:01.515348 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (27de2a8a-b75b-4d92-82a1-03eba194cd8d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:01.571362 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=27de2a8a-b75b-4d92-82a1-03eba194cd8d,revision_number=4']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:01.715118 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e1ff4a-b6d8-4571-8851-0f55842f4f20 req-f41d5207-5cac-44bf-907c-735972ea52be tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:01.716543 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d2e1ff4a-b6d8-4571-8851-0f55842f4f20 req-f41d5207-5cac-44bf-907c-735972ea52be tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa20d7ad-7c8e-426a-a028-bb7cdc2afafb HTTP/1.1" status: 200 len: 946 time: 0.0500731 Feb 17 09:56:01.762099 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d2e1ff4a-b6d8-4571-8851-0f55842f4f20 req-15b9f3a0-bbc3-4beb-aff6-b4fcd0997032 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/security-groups?id=a334c755-c1f5-4a26-bfe8-f2d16f4857b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400527 Feb 17 09:56:02.023742 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['27de2a8a-b75b-4d92-82a1-03eba194cd8d'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:56:02.035576 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79554009-482a-43b6-a748-d0f360db6a90 req-d99c25ce-979d-4dce-bbc2-7d76c08e3381 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:02.039642 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-79554009-482a-43b6-a748-d0f360db6a90 req-d99c25ce-979d-4dce-bbc2-7d76c08e3381 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0595565 Feb 17 09:56:02.092318 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-79554009-482a-43b6-a748-d0f360db6a90 req-1bef81d5-27f5-4c4f-953d-26a41a01acd4 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471256 Feb 17 09:56:02.342784 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884022b-baf1-4066-829b-2ccbe9b52329 req-41d33d67-8735-4882-bf0a-ed261ce5a1b6 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:02.344292 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a884022b-baf1-4066-829b-2ccbe9b52329 req-41d33d67-8735-4882-bf0a-ed261ce5a1b6 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=c3811015-f71d-40a1-931b-3f214e98d884 HTTP/1.1" status: 200 len: 945 time: 0.0593328 Feb 17 09:56:02.408250 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a884022b-baf1-4066-829b-2ccbe9b52329 req-1f99a52d-dce6-4ef0-8f73-3c1331a89090 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532637 Feb 17 09:56:02.883072 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88624c4b-f22a-4f68-8c69-65110fb1f088 req-b1d154ba-5648-4740-af14-3a3d09c9fa19 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:02.884798 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-88624c4b-f22a-4f68-8c69-65110fb1f088 req-b1d154ba-5648-4740-af14-3a3d09c9fa19 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa20d7ad-7c8e-426a-a028-bb7cdc2afafb HTTP/1.1" status: 200 len: 946 time: 0.0541792 Feb 17 09:56:02.936323 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-88624c4b-f22a-4f68-8c69-65110fb1f088 req-39fa2a35-45d1-4e9e-87eb-557cfd6dc296 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/security-groups?id=a334c755-c1f5-4a26-bfe8-f2d16f4857b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458550 Feb 17 09:56:03.208944 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7be707-5185-47ab-93a7-24e3bd41bf13 req-a215880d-e56a-4ada-b5bb-f61ee143f3b3 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:03.210379 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3c7be707-5185-47ab-93a7-24e3bd41bf13 req-a215880d-e56a-4ada-b5bb-f61ee143f3b3 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0528262 Feb 17 09:56:03.255154 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3c7be707-5185-47ab-93a7-24e3bd41bf13 req-fdcea2f0-5f6d-4497-8ecc-be932540cafb tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393584 Feb 17 09:56:03.524237 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b31c60-497a-47dd-8cb8-02a66433042b req-c96ac859-24b0-4141-ac93-2349b238888d tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:03.525690 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-73b31c60-497a-47dd-8cb8-02a66433042b req-c96ac859-24b0-4141-ac93-2349b238888d tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=c3811015-f71d-40a1-931b-3f214e98d884 HTTP/1.1" status: 200 len: 945 time: 0.0505059 Feb 17 09:56:03.570251 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-73b31c60-497a-47dd-8cb8-02a66433042b req-2a65bbe4-4639-4da3-ad3f-46227607f55e tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385520 Feb 17 09:56:03.696360 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:04.053727 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62344b9f-a315-4e42-a4b0-dbf48156bc5b req-52337f12-cef6-40af-a845-bc7a9b91d9b4 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:04.055235 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-62344b9f-a315-4e42-a4b0-dbf48156bc5b req-52337f12-cef6-40af-a845-bc7a9b91d9b4 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa20d7ad-7c8e-426a-a028-bb7cdc2afafb HTTP/1.1" status: 200 len: 946 time: 0.0521970 Feb 17 09:56:04.106975 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-62344b9f-a315-4e42-a4b0-dbf48156bc5b req-9e2c4f5d-a108-4160-b0f4-da72e41f34a5 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/security-groups?id=a334c755-c1f5-4a26-bfe8-f2d16f4857b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455706 Feb 17 09:56:04.375949 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d1ddb-6bdd-462a-805a-21d82f47f753 req-fc67106c-ee9a-499c-80e7-2596868062f1 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:04.377422 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-793d1ddb-6bdd-462a-805a-21d82f47f753 req-fc67106c-ee9a-499c-80e7-2596868062f1 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0534239 Feb 17 09:56:04.423062 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-793d1ddb-6bdd-462a-805a-21d82f47f753 req-3061fb45-ec27-4282-9ce4-632602f79655 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399551 Feb 17 09:56:04.686768 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df624f-4db6-40c7-99ac-c5eb8089eb83 req-85377a72-9f9f-429e-abe4-6ba222d6d68a tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:04.688238 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e6df624f-4db6-40c7-99ac-c5eb8089eb83 req-85377a72-9f9f-429e-abe4-6ba222d6d68a tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=c3811015-f71d-40a1-931b-3f214e98d884 HTTP/1.1" status: 200 len: 945 time: 0.0500157 Feb 17 09:56:04.732146 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e6df624f-4db6-40c7-99ac-c5eb8089eb83 req-6ba827b0-e405-42f2-a1c6-55c24b38314f tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385509 Feb 17 09:56:05.224857 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752ff24-ec60-4ffb-86cf-278b46f13e29 req-fb2ebcb8-3244-4d4c-89d6-3a269c2beba3 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:05.226319 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9752ff24-ec60-4ffb-86cf-278b46f13e29 req-fb2ebcb8-3244-4d4c-89d6-3a269c2beba3 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa20d7ad-7c8e-426a-a028-bb7cdc2afafb HTTP/1.1" status: 200 len: 946 time: 0.0540304 Feb 17 09:56:05.272655 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9752ff24-ec60-4ffb-86cf-278b46f13e29 req-5f6ca2bc-9d8e-4190-90d6-678fe38fd0b9 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/security-groups?id=a334c755-c1f5-4a26-bfe8-f2d16f4857b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402033 Feb 17 09:56:05.536269 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ec4a3-658e-4912-a953-1f088901b6d2 req-630ab935-3b30-47e4-9bd1-5dd1cfc5a9c1 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:05.537732 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-633ec4a3-658e-4912-a953-1f088901b6d2 req-630ab935-3b30-47e4-9bd1-5dd1cfc5a9c1 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0507202 Feb 17 09:56:05.583572 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-633ec4a3-658e-4912-a953-1f088901b6d2 req-187f62be-9993-452a-b9a7-738d817e0fa6 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397100 Feb 17 09:56:05.850831 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525041b-cace-4cb0-99fd-cfd3450e1120 req-decfb34a-591c-44e9-83cf-6ef533369271 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:05.852417 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8525041b-cace-4cb0-99fd-cfd3450e1120 req-decfb34a-591c-44e9-83cf-6ef533369271 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=c3811015-f71d-40a1-931b-3f214e98d884 HTTP/1.1" status: 200 len: 945 time: 0.0538645 Feb 17 09:56:05.905628 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8525041b-cace-4cb0-99fd-cfd3450e1120 req-eca7d02a-a38b-4bfc-8492-ebb51239dc74 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475044 Feb 17 09:56:05.986380 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-049f4bfc-3ed2-4b47-8ca0-eabb2cc0357e req-aa1b89ae-568b-4dd3-9fcb-78adbc83ec83 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d0299923-afdb-4ac1-9059-0374d9a12af4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437245 Feb 17 09:56:06.075775 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f4bfc-3ed2-4b47-8ca0-eabb2cc0357e req-7366febe-fc7a-4d00-8003-959d4e1976ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:06.076684 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-049f4bfc-3ed2-4b47-8ca0-eabb2cc0357e req-7366febe-fc7a-4d00-8003-959d4e1976ea service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=27800d98882745358be14d3e57d20254&device_id=d0299923-afdb-4ac1-9059-0374d9a12af4 HTTP/1.1" status: 200 len: 1129 time: 0.0437877 Feb 17 09:56:06.197757 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f4bfc-3ed2-4b47-8ca0-eabb2cc0357e req-5cea8c5c-b028-44b8-ac42-e3fbc408f279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:06.199279 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-049f4bfc-3ed2-4b47-8ca0-eabb2cc0357e req-5cea8c5c-b028-44b8-ac42-e3fbc408f279 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3e394879-3601-44f7-9d0c-db3a1f77754c HTTP/1.1" status: 200 len: 916 time: 0.0924592 Feb 17 09:56:06.245865 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-049f4bfc-3ed2-4b47-8ca0-eabb2cc0357e req-c30532d1-d7e9-4961-8789-f378cd39a00c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8cc59f0-a44e-470b-80dc-65f6b98f51b4 HTTP/1.1" status: 200 len: 217 time: 0.0377464 Feb 17 09:56:06.304430 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f4bfc-3ed2-4b47-8ca0-eabb2cc0357e req-c0524d1e-32f6-49f9-bcb8-e0b8d5d955ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:06.306025 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-049f4bfc-3ed2-4b47-8ca0-eabb2cc0357e req-c0524d1e-32f6-49f9-bcb8-e0b8d5d955ee service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00c24b15-aa81-4b6e-912f-1e91c3a9689b HTTP/1.1" status: 200 len: 854 time: 0.0488348 Feb 17 09:56:06.336236 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 47012) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:56:06.342806 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-049f4bfc-3ed2-4b47-8ca0-eabb2cc0357e req-d842d758-58f8-4c40-8aa1-4e033c37e67c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3e394879-3601-44f7-9d0c-db3a1f77754c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289748 Feb 17 09:56:06.397234 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776fdc0-c106-48e0-add9-15b78e33a19c req-1c2bd2c4-ad11-467a-9d0f-51110aad4876 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:06.398793 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2776fdc0-c106-48e0-add9-15b78e33a19c req-1c2bd2c4-ad11-467a-9d0f-51110aad4876 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa20d7ad-7c8e-426a-a028-bb7cdc2afafb HTTP/1.1" status: 200 len: 946 time: 0.0563185 Feb 17 09:56:06.440013 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-049f4bfc-3ed2-4b47-8ca0-eabb2cc0357e req-a7964686-e415-4b66-b942-5527fc8ba6a7 service neutron] 10.222.0.93 "GET /v2.0/networks/3e394879-3601-44f7-9d0c-db3a1f77754c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884857 Feb 17 09:56:06.447218 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2776fdc0-c106-48e0-add9-15b78e33a19c req-e8d32093-9f3f-45d0-ac65-f4585e590e1a tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/security-groups?id=a334c755-c1f5-4a26-bfe8-f2d16f4857b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415313 Feb 17 09:56:06.463993 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ece8536d-15fd-426a-a48b-a47862b0224d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:06.542687 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-049f4bfc-3ed2-4b47-8ca0-eabb2cc0357e req-1aa6dba9-050c-4550-ba70-669007888f42 service neutron] 10.222.0.93 "GET /v2.0/networks/3e394879-3601-44f7-9d0c-db3a1f77754c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955381 Feb 17 09:56:06.543791 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ece8536d-15fd-426a-a48b-a47862b0224d admin admin] Publish callbacks [] for security_group (4ca0f4be-c43b-4cc0-b7cd-013224d8ca0f), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:06.547782 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ece8536d-15fd-426a-a48b-a47862b0224d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (4ca0f4be-c43b-4cc0-b7cd-013224d8ca0f), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:06.587939 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-ece8536d-15fd-426a-a48b-a47862b0224d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6f53a3fa31244f21a9420ecb7cb4e72b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2500556 Feb 17 09:56:06.589221 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8536d-15fd-426a-a48b-a47862b0224d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca0f4be-c43b-4cc0-b7cd-013224d8ca0f,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:06.591037 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 47016) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:56:06.635928 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 27de2a8a-b75b-4d92-82a1-03eba194cd8d up at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:56:06.645048 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-82a6ea8e-9539-4edf-a986-0dafbab4dbdd admin admin] Publish callbacks [] for security_group (4ca0f4be-c43b-4cc0-b7cd-013224d8ca0f), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:06.667369 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-82a6ea8e-9539-4edf-a986-0dafbab4dbdd admin admin] Publish callbacks [] for security_group (4ca0f4be-c43b-4cc0-b7cd-013224d8ca0f), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:06.691409 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning for port 27de2a8a-b75b-4d92-82a1-03eba194cd8d completed by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:56:06.695933 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning complete for port 27de2a8a-b75b-4d92-82a1-03eba194cd8d triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:56:06.696393 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (27de2a8a-b75b-4d92-82a1-03eba194cd8d), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:06.718636 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbd219-b1b1-4e6e-bd76-522d862261d2 req-8b467c54-6d94-4a03-a222-0a201f24f1d8 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:06.720212 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-81bbd219-b1b1-4e6e-bd76-522d862261d2 req-8b467c54-6d94-4a03-a222-0a201f24f1d8 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0613761 Feb 17 09:56:06.730572 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-82a6ea8e-9539-4edf-a986-0dafbab4dbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (4ca0f4be-c43b-4cc0-b7cd-013224d8ca0f), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:06.733521 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-82a6ea8e-9539-4edf-a986-0dafbab4dbdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:06.734726 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-82a6ea8e-9539-4edf-a986-0dafbab4dbdd admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/4ca0f4be-c43b-4cc0-b7cd-013224d8ca0f HTTP/1.1" status: 204 len: 168 time: 0.1425805 Feb 17 09:56:06.776570 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6ea8e-9539-4edf-a986-0dafbab4dbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca0f4be-c43b-4cc0-b7cd-013224d8ca0f,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:06.809274 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-81bbd219-b1b1-4e6e-bd76-522d862261d2 req-cf93f18a-40f3-4180-a533-ef9fa8800e2a tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776343 Feb 17 09:56:06.828901 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 27de2a8a-b75b-4d92-82a1-03eba194cd8d is: BUILD; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:56:06.829300 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (27de2a8a-b75b-4d92-82a1-03eba194cd8d), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:06.856917 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3811015-f71d-40a1-931b-3f214e98d884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27de2a8a-b75b-4d92-82a1-03eba194cd8d'}] {{(pid=102622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:56:06.859465 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c0921c82721ddcd3043691fcb1168a632d6e856cc39374f61865f4aa2fd6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c014c98b-7bba-403c-b5b1-755cac4fbd56" -d '{"events": [{"server_uuid": "c3811015-f71d-40a1-931b-3f214e98d884", "name": "network-vif-plugged", "status": "completed", "tag": "27de2a8a-b75b-4d92-82a1-03eba194cd8d"}]}' {{(pid=102622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:56:06.873507 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 27de2a8a-b75b-4d92-82a1-03eba194cd8d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=27de2a8a-b75b-4d92-82a1-03eba194cd8d,segment=NetworkSegment(d858bd6f-9f4a-456e-b559-3a505e873a9d),segment_id=d858bd6f-9f4a-456e-b559-3a505e873a9d)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:56:06.878528 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (27de2a8a-b75b-4d92-82a1-03eba194cd8d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:06.915222 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3624fe-c30a-4be8-849c-c7f1c911d151 x-openstack-request-id: req-4a3624fe-c30a-4be8-849c-c7f1c911d151 {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:56:06.915542 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3811015-f71d-40a1-931b-3f214e98d884", "name": "network-vif-plugged", "status": "completed", "tag": "27de2a8a-b75b-4d92-82a1-03eba194cd8d", "code": 200}]} {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:56:06.915806 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4a3624fe-c30a-4be8-849c-c7f1c911d151 {{(pid=102622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:56:06.916202 dv-cinder-778193-18-iscsi neutron-server[102622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3811015-f71d-40a1-931b-3f214e98d884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27de2a8a-b75b-4d92-82a1-03eba194cd8d', 'code': 200} Feb 17 09:56:06.941223 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=27de2a8a-b75b-4d92-82a1-03eba194cd8d,revision_number=5']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:06.956669 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:06.957271 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:06.957884 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:06.958387 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:06.958867 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:06.959406 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:06.959750 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:06.960090 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:06.960642 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:06.960992 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:06.961319 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:06.961846 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:06.962348 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:07.084817 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8a495-02d0-4cce-aa18-9466210c6fb0 req-830a0b3c-223c-42b8-99d5-fec1c3fda2cf tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:07.087416 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-72f8a495-02d0-4cce-aa18-9466210c6fb0 req-830a0b3c-223c-42b8-99d5-fec1c3fda2cf tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=c3811015-f71d-40a1-931b-3f214e98d884 HTTP/1.1" status: 200 len: 946 time: 0.0838192 Feb 17 09:56:07.118808 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 47042) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:56:07.167181 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-72f8a495-02d0-4cce-aa18-9466210c6fb0 req-5506e561-045f-4a66-8636-b51a0de4ca0e tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736883 Feb 17 09:56:07.168711 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5eaf3f-315b-437a-bc6c-de4630e28fc2 req-d19301f6-139d-4a15-8410-f15fccc51fa3 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:07.170807 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-6a5eaf3f-315b-437a-bc6c-de4630e28fc2 req-d19301f6-139d-4a15-8410-f15fccc51fa3 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.93 "GET /v2.0/ports?device_id=fa20d7ad-7c8e-426a-a028-bb7cdc2afafb HTTP/1.1" status: 200 len: 946 time: 0.1591687 Feb 17 09:56:07.213965 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f051c-685f-4738-bc3b-9475fda4ca50 req-4a8c897f-0d17-404e-9c55-606dae83ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:07.215559 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-4b6f051c-685f-4738-bc3b-9475fda4ca50 req-4a8c897f-0d17-404e-9c55-606dae83ee0b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c3811015-f71d-40a1-931b-3f214e98d884 HTTP/1.1" status: 200 len: 1130 time: 0.1073611 Feb 17 09:56:07.259859 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-862408ad-6ff8-466a-b8b5-ee14af3b19c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:07.339118 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-4b6f051c-685f-4738-bc3b-9475fda4ca50 req-c92cb641-db10-4716-8001-61a92b26c90e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151679 Feb 17 09:56:07.364510 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-6a5eaf3f-315b-437a-bc6c-de4630e28fc2 req-e153cc0f-b25b-4257-97b6-f818aa7f47ab tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Deleting port 9db4a517-edd3-403d-996a-63f7a6561d48 {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:56:07.365096 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-6a5eaf3f-315b-437a-bc6c-de4630e28fc2 req-e153cc0f-b25b-4257-97b6-f818aa7f47ab tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (9db4a517-edd3-403d-996a-63f7a6561d48), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:07.366811 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-862408ad-6ff8-466a-b8b5-ee14af3b19c8 admin admin] Publish callbacks [] for security_group (9367fcf0-d14f-456e-8cbc-98ff5f86842c), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:07.373192 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-862408ad-6ff8-466a-b8b5-ee14af3b19c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (9367fcf0-d14f-456e-8cbc-98ff5f86842c), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:07.430751 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-862408ad-6ff8-466a-b8b5-ee14af3b19c8 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=05a351e6083246bca18ef5a0877f302f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3104835 Feb 17 09:56:07.434765 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 47060) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:56:07.448448 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862408ad-6ff8-466a-b8b5-ee14af3b19c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9367fcf0-d14f-456e-8cbc-98ff5f86842c,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:07.491319 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-fe9150e5-73d8-4ccc-9a27-884b7cd4e407 admin admin] Publish callbacks [] for security_group (9367fcf0-d14f-456e-8cbc-98ff5f86842c), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:07.510752 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-6a5eaf3f-315b-437a-bc6c-de4630e28fc2 req-e153cc0f-b25b-4257-97b6-f818aa7f47ab tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] For port 9db4a517-edd3-403d-996a-63f7a6561d48, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9db4a517-edd3-403d-996a-63f7a6561d48,segment=NetworkSegment(7c033621-2b5c-4fed-8b8a-7762fc5d3556),segment_id=7c033621-2b5c-4fed-8b8a-7762fc5d3556)] {{(pid=102621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:56:07.511371 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-6a5eaf3f-315b-437a-bc6c-de4630e28fc2 req-e153cc0f-b25b-4257-97b6-f818aa7f47ab tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (9db4a517-edd3-403d-996a-63f7a6561d48), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:07.523000 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-fe9150e5-73d8-4ccc-9a27-884b7cd4e407 admin admin] Publish callbacks [] for security_group (9367fcf0-d14f-456e-8cbc-98ff5f86842c), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:07.540460 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-6a5eaf3f-315b-437a-bc6c-de4630e28fc2 req-e153cc0f-b25b-4257-97b6-f818aa7f47ab tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Calling delete_port for 9db4a517-edd3-403d-996a-63f7a6561d48 owned by compute:nova {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:56:07.635655 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a93646-2512-42fd-abe1-835f9de8ee66 req-76ee4652-1a41-4f58-a14e-846e1d57242f tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:07.644378 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-93a93646-2512-42fd-abe1-835f9de8ee66 req-76ee4652-1a41-4f58-a14e-846e1d57242f tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa20d7ad-7c8e-426a-a028-bb7cdc2afafb HTTP/1.1" status: 200 len: 946 time: 0.0807598 Feb 17 09:56:07.666820 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-fe9150e5-73d8-4ccc-9a27-884b7cd4e407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (9367fcf0-d14f-456e-8cbc-98ff5f86842c), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:07.685085 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-fe9150e5-73d8-4ccc-9a27-884b7cd4e407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:07.688943 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-fe9150e5-73d8-4ccc-9a27-884b7cd4e407 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9367fcf0-d14f-456e-8cbc-98ff5f86842c HTTP/1.1" status: 204 len: 168 time: 0.2511158 Feb 17 09:56:07.713778 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9150e5-73d8-4ccc-9a27-884b7cd4e407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9367fcf0-d14f-456e-8cbc-98ff5f86842c,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:07.773893 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-93a93646-2512-42fd-abe1-835f9de8ee66 req-1bd79c37-ad63-4e71-8c1b-ce8651c85cd4 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/security-groups?id=a334c755-c1f5-4a26-bfe8-f2d16f4857b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283002 Feb 17 09:56:07.805842 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-6a5eaf3f-315b-437a-bc6c-de4630e28fc2 req-e153cc0f-b25b-4257-97b6-f818aa7f47ab tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402'] for port (9db4a517-edd3-403d-996a-63f7a6561d48), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:07.827530 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['9db4a517-edd3-403d-996a-63f7a6561d48'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:56:07.981729 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8092f2-c7c6-496c-b6f5-ed7b95de67a9 req-3c93316e-6cf9-4c59-94d6-620990644218 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:07.989111 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ed8092f2-c7c6-496c-b6f5-ed7b95de67a9 req-3c93316e-6cf9-4c59-94d6-620990644218 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0744302 Feb 17 09:56:08.041128 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ed8092f2-c7c6-496c-b6f5-ed7b95de67a9 req-1f95d98f-81cf-4028-9f4e-d65400f7b08a tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508494 Feb 17 09:56:08.087077 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153cc0f-b25b-4257-97b6-f818aa7f47ab tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Pushing event deleted for resources: {'Port': ['ID=9db4a517-edd3-403d-996a-63f7a6561d48,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:08.155960 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5eaf3f-315b-437a-bc6c-de4630e28fc2 req-e153cc0f-b25b-4257-97b6-f818aa7f47ab tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] No DVR routers for this DVR port 9db4a517-edd3-403d-996a-63f7a6561d48 on host hv-cinder-77819 {{(pid=102621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:56:08.159503 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-6a5eaf3f-315b-437a-bc6c-de4630e28fc2 req-e153cc0f-b25b-4257-97b6-f818aa7f47ab tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:08.163268 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-6a5eaf3f-315b-437a-bc6c-de4630e28fc2 req-e153cc0f-b25b-4257-97b6-f818aa7f47ab tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.93 "DELETE /v2.0/ports/9db4a517-edd3-403d-996a-63f7a6561d48 HTTP/1.1" status: 204 len: 173 time: 0.9868290 Feb 17 09:56:08.163726 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa20d7ad-7c8e-426a-a028-bb7cdc2afafb', 'name': 'network-vif-deleted', 'tag': '9db4a517-edd3-403d-996a-63f7a6561d48'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:56:08.165966 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d4ac02-db38-4da9-9aca-51fca9dc56c0" -d '{"events": [{"server_uuid": "fa20d7ad-7c8e-426a-a028-bb7cdc2afafb", "name": "network-vif-deleted", "tag": "9db4a517-edd3-403d-996a-63f7a6561d48"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:56:08.211017 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6edbc86-1baf-4c5c-8060-8264df03dadc x-openstack-request-id: req-f6edbc86-1baf-4c5c-8060-8264df03dadc {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:56:08.212078 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa20d7ad-7c8e-426a-a028-bb7cdc2afafb", "name": "network-vif-deleted", "tag": "9db4a517-edd3-403d-996a-63f7a6561d48", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:56:08.221525 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 47094) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:56:08.227544 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f6edbc86-1baf-4c5c-8060-8264df03dadc {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:56:08.228381 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa20d7ad-7c8e-426a-a028-bb7cdc2afafb', 'name': 'network-vif-deleted', 'tag': '9db4a517-edd3-403d-996a-63f7a6561d48', 'status': 'completed', 'code': 200} Feb 17 09:56:08.236311 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3ab85fbe-fab2-4ac3-a074-c60c9eb9de39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:08.337429 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015106b2-c356-4cbc-8078-3211c300bf83 req-1c245a46-ae8b-4572-8d86-fcac7fec8cb7 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:08.339474 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-015106b2-c356-4cbc-8078-3211c300bf83 req-1c245a46-ae8b-4572-8d86-fcac7fec8cb7 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=c3811015-f71d-40a1-931b-3f214e98d884 HTTP/1.1" status: 200 len: 946 time: 0.0794930 Feb 17 09:56:08.376128 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3ab85fbe-fab2-4ac3-a074-c60c9eb9de39 admin admin] Publish callbacks [] for security_group (6783629f-9f3e-4220-b5b6-dbfd86bfc620), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:08.381067 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3ab85fbe-fab2-4ac3-a074-c60c9eb9de39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (6783629f-9f3e-4220-b5b6-dbfd86bfc620), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:08.436214 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab85fbe-fab2-4ac3-a074-c60c9eb9de39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6783629f-9f3e-4220-b5b6-dbfd86bfc620,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:08.442242 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-015106b2-c356-4cbc-8078-3211c300bf83 req-51a53b77-e1cd-4d07-9713-a79f1607c296 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967419 Feb 17 09:56:08.445383 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-3ab85fbe-fab2-4ac3-a074-c60c9eb9de39 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=cc0ad624e800454ba7006be1a4d0e808&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232563 Feb 17 09:56:08.448799 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 47102) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:56:08.505539 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-a51dd952-d8a3-4c36-887a-3ad05ee9c001 admin admin] Publish callbacks [] for security_group (6783629f-9f3e-4220-b5b6-dbfd86bfc620), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:08.533547 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-a51dd952-d8a3-4c36-887a-3ad05ee9c001 admin admin] Publish callbacks [] for security_group (6783629f-9f3e-4220-b5b6-dbfd86bfc620), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:08.602046 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-a51dd952-d8a3-4c36-887a-3ad05ee9c001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (6783629f-9f3e-4220-b5b6-dbfd86bfc620), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:08.605185 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-a51dd952-d8a3-4c36-887a-3ad05ee9c001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:08.610397 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-a51dd952-d8a3-4c36-887a-3ad05ee9c001 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6783629f-9f3e-4220-b5b6-dbfd86bfc620 HTTP/1.1" status: 204 len: 168 time: 0.1564033 Feb 17 09:56:08.615512 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51dd952-d8a3-4c36-887a-3ad05ee9c001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6783629f-9f3e-4220-b5b6-dbfd86bfc620,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:08.918626 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-38204e18-111c-4942-87f4-a432f18001ec req-d1e0aeda-6545-4026-87b4-7975757b61a8 tempest-DeleteServersTestJSON-1044830392 tempest-DeleteServersTestJSON-1044830392-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa20d7ad-7c8e-426a-a028-bb7cdc2afafb HTTP/1.1" status: 200 len: 210 time: 0.0491898 Feb 17 09:56:08.995216 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 47128) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:56:09.014498 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-fe11f44b-c12e-47bc-9ade-847175e83a2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:09.110786 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-fe11f44b-c12e-47bc-9ade-847175e83a2b admin admin] Publish callbacks [] for security_group (cc790beb-f79b-4475-a36f-1a7faa049e32), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:09.116246 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-fe11f44b-c12e-47bc-9ade-847175e83a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (cc790beb-f79b-4475-a36f-1a7faa049e32), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:09.160284 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-fe11f44b-c12e-47bc-9ade-847175e83a2b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=84b35107caa148e1ab4d983a83155da4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1639793 Feb 17 09:56:09.161503 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11f44b-c12e-47bc-9ade-847175e83a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc790beb-f79b-4475-a36f-1a7faa049e32,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:09.163055 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 47138) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:56:09.206077 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880bb18-850c-464c-b760-9a80a79c5afb req-5a4fd67e-7f5a-45f6-92cb-d4b11eb4199a tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:09.213751 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f880bb18-850c-464c-b760-9a80a79c5afb req-5a4fd67e-7f5a-45f6-92cb-d4b11eb4199a tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0884047 Feb 17 09:56:09.262583 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3423cc69-9edd-45fe-83b0-68686c4aa6c6 admin admin] Publish callbacks [] for security_group (cc790beb-f79b-4475-a36f-1a7faa049e32), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:09.297066 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f880bb18-850c-464c-b760-9a80a79c5afb req-c87dbe6a-7912-4bf7-b6ec-02886e536529 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823951 Feb 17 09:56:09.302335 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3423cc69-9edd-45fe-83b0-68686c4aa6c6 admin admin] Publish callbacks [] for security_group (cc790beb-f79b-4475-a36f-1a7faa049e32), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:09.360545 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3423cc69-9edd-45fe-83b0-68686c4aa6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (cc790beb-f79b-4475-a36f-1a7faa049e32), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:09.364450 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3423cc69-9edd-45fe-83b0-68686c4aa6c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:09.365717 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-3423cc69-9edd-45fe-83b0-68686c4aa6c6 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/cc790beb-f79b-4475-a36f-1a7faa049e32 HTTP/1.1" status: 204 len: 168 time: 0.2016244 Feb 17 09:56:09.377612 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423cc69-9edd-45fe-83b0-68686c4aa6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc790beb-f79b-4475-a36f-1a7faa049e32,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:09.587388 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9790e-46d6-45cc-bf81-49f87c733f9a req-ca0b16ba-987d-45c4-856d-872e317e56b2 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:09.589077 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-dde9790e-46d6-45cc-bf81-49f87c733f9a req-ca0b16ba-987d-45c4-856d-872e317e56b2 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=c3811015-f71d-40a1-931b-3f214e98d884 HTTP/1.1" status: 200 len: 946 time: 0.0681572 Feb 17 09:56:09.648384 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-dde9790e-46d6-45cc-bf81-49f87c733f9a req-144ff151-9de5-42b9-9253-89bb232de3c2 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452554 Feb 17 09:56:10.423252 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4a27a-33f0-4840-81c5-ae4f78086e8c req-11961b78-121d-48d4-bdc3-b232399ff76e tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:10.424757 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-58f4a27a-33f0-4840-81c5-ae4f78086e8c req-11961b78-121d-48d4-bdc3-b232399ff76e tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0522680 Feb 17 09:56:10.472166 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-58f4a27a-33f0-4840-81c5-ae4f78086e8c req-4b726f91-be09-4589-861e-5ef7d2e2d991 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418971 Feb 17 09:56:11.198660 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 9db4a517-edd3-403d-996a-63f7a6561d48 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:56:11.221480 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] No Port match for: 9db4a517-edd3-403d-996a-63f7a6561d48 {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:56:11.221816 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 9db4a517-edd3-403d-996a-63f7a6561d48 not bound to the agent host hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:56:11.424070 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-423391b1-14e7-424d-9a9f-4e13acb052d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:11.593208 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490702b5-726f-4db8-8637-5e9c77869fac req-94ebc42f-739a-4f22-9769-40eef591ad83 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:11.594925 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-490702b5-726f-4db8-8637-5e9c77869fac req-94ebc42f-739a-4f22-9769-40eef591ad83 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0565841 Feb 17 09:56:11.641149 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-490702b5-726f-4db8-8637-5e9c77869fac req-503add36-cabf-49f3-9596-37dc74db9d79 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408766 Feb 17 09:56:12.756906 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8d043-eb9c-4e7c-b200-5af9d4b513fb req-91a04af0-bf30-4c47-8220-c87263554804 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:12.758395 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-cbc8d043-eb9c-4e7c-b200-5af9d4b513fb req-91a04af0-bf30-4c47-8220-c87263554804 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0521111 Feb 17 09:56:12.804646 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-cbc8d043-eb9c-4e7c-b200-5af9d4b513fb req-0c1941fc-a953-4387-b4a4-ace0cc929703 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405624 Feb 17 09:56:13.464111 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 47246) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:56:13.520485 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f1fa4c-3de8-498a-b962-039440ef8c0c admin admin] Deleting subnet 86dcb5b9-4cf7-432b-95ea-0b1a90ee8f85 {{(pid=102620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 09:56:13.523623 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-84f1fa4c-3de8-498a-b962-039440ef8c0c admin admin] Publish callbacks [] for subnet (86dcb5b9-4cf7-432b-95ea-0b1a90ee8f85), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:13.557696 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-84f1fa4c-3de8-498a-b962-039440ef8c0c admin admin] Publish callbacks [] for subnet (86dcb5b9-4cf7-432b-95ea-0b1a90ee8f85), precommit_delete_associations {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:13.566821 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-84f1fa4c-3de8-498a-b962-039440ef8c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3464074'] for subnet (86dcb5b9-4cf7-432b-95ea-0b1a90ee8f85), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:13.620123 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-84f1fa4c-3de8-498a-b962-039440ef8c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3464067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854'] for subnet (86dcb5b9-4cf7-432b-95ea-0b1a90ee8f85), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:13.644790 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1fa4c-3de8-498a-b962-039440ef8c0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86dcb5b9-4cf7-432b-95ea-0b1a90ee8f85,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:13.648408 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-84f1fa4c-3de8-498a-b962-039440ef8c0c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:13.652861 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-84f1fa4c-3de8-498a-b962-039440ef8c0c admin admin] 10.222.0.82 "DELETE /v2.0/subnets/86dcb5b9-4cf7-432b-95ea-0b1a90ee8f85 HTTP/1.1" status: 204 len: 168 time: 0.1867294 Feb 17 09:56:13.654597 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 47250) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:56:13.724430 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-291bb26a-deda-45bc-8d2b-c9bea914199a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687351'] for network (0ddc4770-e534-4396-b2a5-87b212d7b3e6), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:13.817147 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-291bb26a-deda-45bc-8d2b-c9bea914199a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461623', 'neutron.services.segments.db._delete_segments_for_network-8771562732683'] for network (0ddc4770-e534-4396-b2a5-87b212d7b3e6), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:13.848221 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-291bb26a-deda-45bc-8d2b-c9bea914199a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:56:13.848686 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-291bb26a-deda-45bc-8d2b-c9bea914199a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:56:13.850026 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-291bb26a-deda-45bc-8d2b-c9bea914199a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:56:13.851013 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-291bb26a-deda-45bc-8d2b-c9bea914199a admin admin] Subscribe: > port after_create 55550000 {{(pid=102620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:56:13.851561 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-291bb26a-deda-45bc-8d2b-c9bea914199a admin admin] Subscribe: > port after_delete 55550000 {{(pid=102620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:56:13.852169 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-291bb26a-deda-45bc-8d2b-c9bea914199a admin admin] Subscribe: > port after_update 55550000 {{(pid=102620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:56:13.852594 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-291bb26a-deda-45bc-8d2b-c9bea914199a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:56:13.852958 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-291bb26a-deda-45bc-8d2b-c9bea914199a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:56:13.853430 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-291bb26a-deda-45bc-8d2b-c9bea914199a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:56:13.854023 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-291bb26a-deda-45bc-8d2b-c9bea914199a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:56:13.929699 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-b9666c06-a2e2-4bf9-982e-e2f6d17b4191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:13.989693 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-291bb26a-deda-45bc-8d2b-c9bea914199a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:56:13.990125 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-291bb26a-deda-45bc-8d2b-c9bea914199a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:56:13.990551 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-291bb26a-deda-45bc-8d2b-c9bea914199a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:56:13.990952 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-291bb26a-deda-45bc-8d2b-c9bea914199a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:56:13.991428 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.services.segments.db [None req-291bb26a-deda-45bc-8d2b-c9bea914199a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ddc4770-e534-4396-b2a5-87b212d7b3e6']}} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:56:14.033635 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.services.segments.db [None req-291bb26a-deda-45bc-8d2b-c9bea914199a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c033621-2b5c-4fed-8b8a-7762fc5d3556') {'for_net_delete': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:56:14.034035 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.services.segments.db [None req-291bb26a-deda-45bc-8d2b-c9bea914199a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c033621-2b5c-4fed-8b8a-7762fc5d3556') {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:56:14.054823 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-291bb26a-deda-45bc-8d2b-c9bea914199a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771562733460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8734467'] for segment (7c033621-2b5c-4fed-8b8a-7762fc5d3556), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:14.084349 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-291bb26a-deda-45bc-8d2b-c9bea914199a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (7c033621-2b5c-4fed-8b8a-7762fc5d3556), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:14.097254 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90bdd5-2c42-4b2d-872f-02a0cbbd25af req-1ed4c221-9e02-4125-acae-03d6e6074749 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:14.098867 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8e90bdd5-2c42-4b2d-872f-02a0cbbd25af req-1ed4c221-9e02-4125-acae-03d6e6074749 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.1021972 Feb 17 09:56:14.103329 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-291bb26a-deda-45bc-8d2b-c9bea914199a admin admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=102620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:56:14.104264 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-291bb26a-deda-45bc-8d2b-c9bea914199a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11330546'] for segment (7c033621-2b5c-4fed-8b8a-7762fc5d3556), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: from cryptography.utils import int_from_bytes Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: from cryptography.utils import int_from_bytes Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: Traceback (most recent call last): Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: timer() Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: cb(*args, **kw) Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: return func(*args, **kwargs) Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: self._notify() Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: self.callback(batched_events) Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: event.method(event) Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: return f(self, *a, **k) Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: return self._get(url).json() Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: return self.request(url, 'GET', **kwargs) Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:56:14.132655 dv-cinder-778193-18-iscsi neutron-server[102620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:56:14.216543 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-291bb26a-deda-45bc-8d2b-c9bea914199a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3461388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3931527'] for network (0ddc4770-e534-4396-b2a5-87b212d7b3e6), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:14.238750 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-291bb26a-deda-45bc-8d2b-c9bea914199a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:14.241951 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-291bb26a-deda-45bc-8d2b-c9bea914199a admin admin] 10.222.0.82 "DELETE /v2.0/networks/0ddc4770-e534-4396-b2a5-87b212d7b3e6 HTTP/1.1" status: 204 len: 168 time: 0.5864177 Feb 17 09:56:14.246542 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8e90bdd5-2c42-4b2d-872f-02a0cbbd25af req-f562dc74-ccec-45c2-8e7b-bc49c3047efd tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125968 Feb 17 09:56:14.247067 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bb26a-deda-45bc-8d2b-c9bea914199a admin admin] Pushing event deleted for resources: {'Network': ['ID=0ddc4770-e534-4396-b2a5-87b212d7b3e6,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:14.418847 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 47282) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:56:14.458428 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-4341804d-e3ef-4297-b55a-c8a7f1c85692 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=015b230aa2604b71a95ebe9e0c5e62fe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381107 Feb 17 09:56:14.460889 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 47284) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:56:14.509138 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-019af901-4139-4a28-b6dd-ba083d2fe65a admin admin] Publish callbacks [] for security_group (a334c755-c1f5-4a26-bfe8-f2d16f4857b1), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:14.534007 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-019af901-4139-4a28-b6dd-ba083d2fe65a admin admin] Publish callbacks [] for security_group (a334c755-c1f5-4a26-bfe8-f2d16f4857b1), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:14.593267 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-019af901-4139-4a28-b6dd-ba083d2fe65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (a334c755-c1f5-4a26-bfe8-f2d16f4857b1), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:14.596570 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-019af901-4139-4a28-b6dd-ba083d2fe65a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:14.597748 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-019af901-4139-4a28-b6dd-ba083d2fe65a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a334c755-c1f5-4a26-bfe8-f2d16f4857b1 HTTP/1.1" status: 204 len: 168 time: 0.1358716 Feb 17 09:56:14.617572 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019af901-4139-4a28-b6dd-ba083d2fe65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a334c755-c1f5-4a26-bfe8-f2d16f4857b1,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:14.679419 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-4241ea52-74b5-4421-b38f-ac8273dc460f tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:14.680900 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-4241ea52-74b5-4421-b38f-ac8273dc460f tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/networks?id=3e394879-3601-44f7-9d0c-db3a1f77754c HTTP/1.1" status: 200 len: 814 time: 0.1235237 Feb 17 09:56:14.698009 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-c6b99b00-e787-48b4-a158-7b2c731ffd64 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/quotas/27800d98882745358be14d3e57d20254 HTTP/1.1" status: 200 len: 375 time: 0.0109472 Feb 17 09:56:14.763722 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-1e7bd511-7442-457d-835a-4f873e80a656 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=27800d98882745358be14d3e57d20254&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599787 Feb 17 09:56:14.856715 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-db2d9b47-9728-449f-a3d0-cb26951424f2 service neutron] 10.222.0.82 "GET /v2.0/networks/3e394879-3601-44f7-9d0c-db3a1f77754c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913699 Feb 17 09:56:14.939678 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:14.954830 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-3f937787-b7b9-40c1-a9de-f0e423c1be17 service neutron] 10.222.0.82 "GET /v2.0/networks/3e394879-3601-44f7-9d0c-db3a1f77754c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907111 Feb 17 09:56:15.121230 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-60a7cae2-4aef-4a8a-bc3d-3d1c27fc16c8 req-484aea90-ac4e-4858-b4d4-b282fe7a6043 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f10f811-2140-48aa-afc9-7c526b82cea7 HTTP/1.1" status: 200 len: 210 time: 0.0319247 Feb 17 09:56:15.419646 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c0905-55f3-4002-aab2-8cffb405d549 req-6b72e3c5-ae8e-4d8b-abc9-aff1ecf72ef0 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:15.429041 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4a7c0905-55f3-4002-aab2-8cffb405d549 req-6b72e3c5-ae8e-4d8b-abc9-aff1ecf72ef0 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.1045735 Feb 17 09:56:15.484830 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4a7c0905-55f3-4002-aab2-8cffb405d549 req-893deefa-196c-4621-9140-9dc4e68fa32b tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544629 Feb 17 09:56:16.224073 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a6d29594-6b47-4dd8-bb03-09bf36a6a01d req-258161cf-b0ba-45d3-bd4f-037a6233deb1 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f10f811-2140-48aa-afc9-7c526b82cea7 HTTP/1.1" status: 200 len: 210 time: 0.0257537 Feb 17 09:56:16.241895 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:16.600330 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02dce54-bd85-49f9-9f41-ebf5d33af0c6 req-7905bf42-d1af-4de2-8ab4-c80435a73733 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:16.601781 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c02dce54-bd85-49f9-9f41-ebf5d33af0c6 req-7905bf42-d1af-4de2-8ab4-c80435a73733 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0508895 Feb 17 09:56:16.646207 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c02dce54-bd85-49f9-9f41-ebf5d33af0c6 req-6593611d-ee55-489a-863a-25186cefcc35 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389624 Feb 17 09:56:17.321705 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c57fa26b-4128-4856-8179-b6c1140ba5fb req-6a0fbc6a-cc44-41ae-a9b0-5e286bd42480 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f10f811-2140-48aa-afc9-7c526b82cea7 HTTP/1.1" status: 200 len: 210 time: 0.0293109 Feb 17 09:56:17.761292 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e3dc4-c625-438e-93a0-177536fc1fc9 req-e63eaa3b-4b3b-4ceb-a2da-4c7ca710d4ad tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:17.762754 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c95e3dc4-c625-438e-93a0-177536fc1fc9 req-e63eaa3b-4b3b-4ceb-a2da-4c7ca710d4ad tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0516758 Feb 17 09:56:17.790560 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:17.811179 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c95e3dc4-c625-438e-93a0-177536fc1fc9 req-1e406419-47d5-4ed4-81b3-326509fd5646 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427434 Feb 17 09:56:18.059384 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-807fe212-6ba1-43f9-b74d-ce1f9f251744 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:18.061140 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-807fe212-6ba1-43f9-b74d-ce1f9f251744 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.93 "GET /v2.0/networks?id=3e394879-3601-44f7-9d0c-db3a1f77754c HTTP/1.1" status: 200 len: 814 time: 0.1331816 Feb 17 09:56:18.078504 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-90050ad8-717d-433e-a908-e498f804d42e tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Request body: {'port': {'device_id': '4f10f811-2140-48aa-afc9-7c526b82cea7', 'network_id': '3e394879-3601-44f7-9d0c-db3a1f77754c', 'admin_state_up': True, 'tenant_id': '27800d98882745358be14d3e57d20254'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:56:18.208059 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-90050ad8-717d-433e-a908-e498f804d42e tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Made reservation on behalf of 27800d98882745358be14d3e57d20254 for: {'port': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:56:18.212784 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-90050ad8-717d-433e-a908-e498f804d42e tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:18.363597 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_common [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-90050ad8-717d-433e-a908-e498f804d42e tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Allocated IP 172.20.0.3 (3e394879-3601-44f7-9d0c-db3a1f77754c/00c24b15-aa81-4b6e-912f-1e91c3a9689b/82b82bd9-8617-4465-8708-1ed739ad824b) {{(pid=102621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:56:18.417693 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4a61cf62-3d64-4777-8eef-c21f2529c351 req-4f8807d9-5796-4c98-895b-f95ce0896201 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f10f811-2140-48aa-afc9-7c526b82cea7 HTTP/1.1" status: 200 len: 210 time: 0.0256193 Feb 17 09:56:18.514514 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-90050ad8-717d-433e-a908-e498f804d42e tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Publish callbacks [] for port (82b82bd9-8617-4465-8708-1ed739ad824b), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:18.547702 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-90050ad8-717d-433e-a908-e498f804d42e tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393'] for port (82b82bd9-8617-4465-8708-1ed739ad824b), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:18.559877 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['d8cc59f0-a44e-470b-80dc-65f6b98f51b4', '27de2a8a-b75b-4d92-82a1-03eba194cd8d'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:56:18.598420 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-90050ad8-717d-433e-a908-e498f804d42e tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Network 3e394879-3601-44f7-9d0c-db3a1f77754c is already hosted by enough agents. {{(pid=102621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:56:18.601443 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-90050ad8-717d-433e-a908-e498f804d42e tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Resources bound (agent type, host, resource id): {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:56:18.605125 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-90050ad8-717d-433e-a908-e498f804d42e tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Received port after_create {{(pid=102621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:56:18.610288 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-90050ad8-717d-433e-a908-e498f804d42e tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:18.610890 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-90050ad8-717d-433e-a908-e498f804d42e tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:18.616924 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90050ad8-717d-433e-a908-e498f804d42e tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Pushing event updated for resources: {'Port': ['ID=82b82bd9-8617-4465-8708-1ed739ad824b,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:18.632159 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-90050ad8-717d-433e-a908-e498f804d42e tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5576208 Feb 17 09:56:18.925657 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad637d3-cf54-4b58-9ec4-aa6c03b6a4f4 req-8fe1ce58-a553-4d16-a435-5857dac5de8b tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:18.928528 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-cad637d3-cf54-4b58-9ec4-aa6c03b6a4f4 req-8fe1ce58-a553-4d16-a435-5857dac5de8b tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0521777 Feb 17 09:56:18.976106 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-cad637d3-cf54-4b58-9ec4-aa6c03b6a4f4 req-bcadc6b9-d337-48e1-a03d-f38ac1670fd4 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435309 Feb 17 09:56:19.533592 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200fd47-6c7d-410c-9b97-d92d4b22462c req-ff2a033d-ee4f-4d3c-999f-5e5ec1926e8f tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:19.535074 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9200fd47-6c7d-410c-9b97-d92d4b22462c req-ff2a033d-ee4f-4d3c-999f-5e5ec1926e8f tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f10f811-2140-48aa-afc9-7c526b82cea7 HTTP/1.1" status: 200 len: 931 time: 0.0520577 Feb 17 09:56:19.580492 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9200fd47-6c7d-410c-9b97-d92d4b22462c req-8e403254-e895-46e6-9c4a-a5f467c7aa1b tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398717 Feb 17 09:56:20.091292 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc61d4d-0792-4105-8647-bc88cf1a6b4a req-0b6670f7-d17f-4805-b78e-8afa9c72c15e tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:20.092764 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-5dc61d4d-0792-4105-8647-bc88cf1a6b4a req-0b6670f7-d17f-4805-b78e-8afa9c72c15e tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0507078 Feb 17 09:56:20.137102 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-5dc61d4d-0792-4105-8647-bc88cf1a6b4a req-a927f5e1-9e7a-4c72-92d3-023fdbbed0d7 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388768 Feb 17 09:56:20.697929 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1dcfd-5710-4d88-99a7-2f234d7feeac req-cb4f3132-997a-4567-a909-023a2256385e tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:20.699392 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3bc1dcfd-5710-4d88-99a7-2f234d7feeac req-cb4f3132-997a-4567-a909-023a2256385e tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f10f811-2140-48aa-afc9-7c526b82cea7 HTTP/1.1" status: 200 len: 931 time: 0.0532601 Feb 17 09:56:20.743424 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3bc1dcfd-5710-4d88-99a7-2f234d7feeac req-8af4dd5f-8036-42a5-95bc-268be683fb67 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386729 Feb 17 09:56:21.254982 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec018f0-c205-454a-aff9-0096f01cb9a4 req-3d49aeb8-00ee-4e07-8a0c-635bf4b4345c tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:21.256554 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6ec018f0-c205-454a-aff9-0096f01cb9a4 req-3d49aeb8-00ee-4e07-8a0c-635bf4b4345c tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0548716 Feb 17 09:56:21.302596 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6ec018f0-c205-454a-aff9-0096f01cb9a4 req-034db64e-b1bd-462c-9f6c-4ecb940b44fc tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398614 Feb 17 09:56:21.672538 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-d73514fc-0f4b-4c6e-bed6-75c2effd6ddd service neutron] Request body: {'port': {'device_id': '4f10f811-2140-48aa-afc9-7c526b82cea7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:56:21.735683 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-d73514fc-0f4b-4c6e-bed6-75c2effd6ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (82b82bd9-8617-4465-8708-1ed739ad824b), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:21.863952 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f8d4b-0a6d-4941-859e-59669f3ed29e req-429571ab-cab2-4b1d-ad8e-0320b743bc3e tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:21.865441 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-564f8d4b-0a6d-4941-859e-59669f3ed29e req-429571ab-cab2-4b1d-ad8e-0320b743bc3e tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f10f811-2140-48aa-afc9-7c526b82cea7 HTTP/1.1" status: 200 len: 931 time: 0.0551848 Feb 17 09:56:21.910599 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-564f8d4b-0a6d-4941-859e-59669f3ed29e req-5ac9553a-8b3f-4fb0-becf-fdfc3c0a1439 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394404 Feb 17 09:56:21.991601 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-d73514fc-0f4b-4c6e-bed6-75c2effd6ddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b82bd9-8617-4465-8708-1ed739ad824b {{(pid=102621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:56:21.999703 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-d73514fc-0f4b-4c6e-bed6-75c2effd6ddd service neutron] Publish callbacks [] for port (82b82bd9-8617-4465-8708-1ed739ad824b), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:22.015375 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.provisioning_blocks [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-d73514fc-0f4b-4c6e-bed6-75c2effd6ddd service neutron] Transition to ACTIVE for port object 82b82bd9-8617-4465-8708-1ed739ad824b will not be triggered until provisioned by entity L2. {{(pid=102621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:56:22.019608 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-d73514fc-0f4b-4c6e-bed6-75c2effd6ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (82b82bd9-8617-4465-8708-1ed739ad824b), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:22.076702 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73514fc-0f4b-4c6e-bed6-75c2effd6ddd service neutron] Pushing event updated for resources: {'Port': ['ID=82b82bd9-8617-4465-8708-1ed739ad824b,revision_number=2']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:22.105692 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-d73514fc-0f4b-4c6e-bed6-75c2effd6ddd service neutron] Attempting to bind port 82b82bd9-8617-4465-8708-1ed739ad824b on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:56:22.106029 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-d73514fc-0f4b-4c6e-bed6-75c2effd6ddd service neutron] Attempting to bind port 82b82bd9-8617-4465-8708-1ed739ad824b by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'd858bd6f-9f4a-456e-b559-3a505e873a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '3e394879-3601-44f7-9d0c-db3a1f77754c'}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:56:22.106360 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-d73514fc-0f4b-4c6e-bed6-75c2effd6ddd service neutron] Attempting to bind port 82b82bd9-8617-4465-8708-1ed739ad824b on network 3e394879-3601-44f7-9d0c-db3a1f77754c {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:56:22.110611 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-d73514fc-0f4b-4c6e-bed6-75c2effd6ddd service neutron] Port 82b82bd9-8617-4465-8708-1ed739ad824b on network 3e394879-3601-44f7-9d0c-db3a1f77754c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 09:56:22.110930 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-d73514fc-0f4b-4c6e-bed6-75c2effd6ddd service neutron] Attempting to bind port 82b82bd9-8617-4465-8708-1ed739ad824b on network 3e394879-3601-44f7-9d0c-db3a1f77754c {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:56:22.115698 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-d73514fc-0f4b-4c6e-bed6-75c2effd6ddd service neutron] Checking agent: {'id': '57512943-2fb5-44da-9b65-1b43ee30ab09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'started_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:56:22.116039 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-d73514fc-0f4b-4c6e-bed6-75c2effd6ddd service neutron] Checking segment: {'id': 'd858bd6f-9f4a-456e-b559-3a505e873a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '3e394879-3601-44f7-9d0c-db3a1f77754c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:56:22.116421 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-d73514fc-0f4b-4c6e-bed6-75c2effd6ddd service neutron] Bound using segment: {'id': 'd858bd6f-9f4a-456e-b559-3a505e873a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '3e394879-3601-44f7-9d0c-db3a1f77754c'} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:56:22.116846 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-d73514fc-0f4b-4c6e-bed6-75c2effd6ddd service neutron] Bound port: 82b82bd9-8617-4465-8708-1ed739ad824b, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd858bd6f-9f4a-456e-b559-3a505e873a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '3e394879-3601-44f7-9d0c-db3a1f77754c'}}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:56:22.117197 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-d73514fc-0f4b-4c6e-bed6-75c2effd6ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (82b82bd9-8617-4465-8708-1ed739ad824b), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:22.177531 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-d73514fc-0f4b-4c6e-bed6-75c2effd6ddd service neutron] For port 82b82bd9-8617-4465-8708-1ed739ad824b, host hv-cinder-77819, cleared binding levels {{(pid=102621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:56:22.180709 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-d73514fc-0f4b-4c6e-bed6-75c2effd6ddd service neutron] For port 82b82bd9-8617-4465-8708-1ed739ad824b, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=82b82bd9-8617-4465-8708-1ed739ad824b,segment=NetworkSegment(d858bd6f-9f4a-456e-b559-3a505e873a9d),segment_id=d858bd6f-9f4a-456e-b559-3a505e873a9d)] {{(pid=102621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:56:22.185791 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-d73514fc-0f4b-4c6e-bed6-75c2effd6ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (82b82bd9-8617-4465-8708-1ed739ad824b), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:22.215517 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-d73514fc-0f4b-4c6e-bed6-75c2effd6ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:22.216372 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-d73514fc-0f4b-4c6e-bed6-75c2effd6ddd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:22.217769 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-d73514fc-0f4b-4c6e-bed6-75c2effd6ddd service neutron] 10.222.0.93 "PUT /v2.0/ports/82b82bd9-8617-4465-8708-1ed739ad824b HTTP/1.1" status: 200 len: 1093 time: 0.5497167 Feb 17 09:56:22.219982 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f10f811-2140-48aa-afc9-7c526b82cea7', 'tag': '82b82bd9-8617-4465-8708-1ed739ad824b'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:56:22.222560 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c4c848-52f1-4335-b903-2b37c4a6afab" -d '{"events": [{"name": "network-changed", "server_uuid": "4f10f811-2140-48aa-afc9-7c526b82cea7", "tag": "82b82bd9-8617-4465-8708-1ed739ad824b"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:56:22.248332 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73514fc-0f4b-4c6e-bed6-75c2effd6ddd service neutron] Pushing event updated for resources: {'Port': ['ID=82b82bd9-8617-4465-8708-1ed739ad824b,revision_number=3']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:22.261968 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf641fb-c37e-4dd8-bdaf-cb51c211a189 x-openstack-request-id: req-abf641fb-c37e-4dd8-bdaf-cb51c211a189 {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:56:22.262257 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f10f811-2140-48aa-afc9-7c526b82cea7", "tag": "82b82bd9-8617-4465-8708-1ed739ad824b", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:56:22.262509 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-abf641fb-c37e-4dd8-bdaf-cb51c211a189 {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:56:22.262899 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f10f811-2140-48aa-afc9-7c526b82cea7', 'tag': '82b82bd9-8617-4465-8708-1ed739ad824b', 'status': 'completed', 'code': 200} Feb 17 09:56:22.428219 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c19a95-80d5-4e6b-9946-27175fcc561e req-b14ae281-4288-4635-8250-a1651df3c333 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:22.429707 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-32c19a95-80d5-4e6b-9946-27175fcc561e req-b14ae281-4288-4635-8250-a1651df3c333 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0556006 Feb 17 09:56:22.477014 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-32c19a95-80d5-4e6b-9946-27175fcc561e req-e9acad61-a582-4966-85cb-99e8dc4704da tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413888 Feb 17 09:56:23.026878 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9157196-d2ee-4ce3-a5d4-287a787415f2 req-901996d4-590d-46b0-b08d-f9dfcdddcccf tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:23.028352 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a9157196-d2ee-4ce3-a5d4-287a787415f2 req-901996d4-590d-46b0-b08d-f9dfcdddcccf tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f10f811-2140-48aa-afc9-7c526b82cea7 HTTP/1.1" status: 200 len: 943 time: 0.0523436 Feb 17 09:56:23.078702 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a9157196-d2ee-4ce3-a5d4-287a787415f2 req-eca98fa6-6d4c-414d-987f-9c6e0a3515a4 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449355 Feb 17 09:56:23.596208 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea023ca-e42f-4f93-812d-dcb0da58676d req-5ec6370c-7a53-406d-9287-cb6e235d3391 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:23.597659 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7ea023ca-e42f-4f93-812d-dcb0da58676d req-5ec6370c-7a53-406d-9287-cb6e235d3391 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0531099 Feb 17 09:56:23.642613 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7ea023ca-e42f-4f93-812d-dcb0da58676d req-e77e4c7d-635c-4e3f-9a31-94911539044f tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394254 Feb 17 09:56:24.194748 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df108a52-e72a-4e95-b35c-f2a42055832f req-0c67e674-b169-4ce0-8334-8ab122f9a680 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:24.196300 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-df108a52-e72a-4e95-b35c-f2a42055832f req-0c67e674-b169-4ce0-8334-8ab122f9a680 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f10f811-2140-48aa-afc9-7c526b82cea7 HTTP/1.1" status: 200 len: 943 time: 0.0513253 Feb 17 09:56:24.240960 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-df108a52-e72a-4e95-b35c-f2a42055832f req-49506e79-2295-4e73-9fbd-0627903a8486 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384958 Feb 17 09:56:24.764665 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe885813-d9c9-4813-88b8-0347526139e8 req-9e9bca1d-8f23-4713-a5a4-383b5e2b1f1c tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:24.766132 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-fe885813-d9c9-4813-88b8-0347526139e8 req-9e9bca1d-8f23-4713-a5a4-383b5e2b1f1c tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0581777 Feb 17 09:56:24.810517 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-fe885813-d9c9-4813-88b8-0347526139e8 req-7631a8ae-fc20-4c8a-a66a-7723ac5afc43 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389626 Feb 17 09:56:25.227525 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4c848-52f1-4335-b903-2b37c4a6afab req-932eae07-f5de-41ef-bd63-84d8363be5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:25.229037 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-03c4c848-52f1-4335-b903-2b37c4a6afab req-932eae07-f5de-41ef-bd63-84d8363be5d4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=27800d98882745358be14d3e57d20254&device_id=4f10f811-2140-48aa-afc9-7c526b82cea7 HTTP/1.1" status: 200 len: 1127 time: 0.0462575 Feb 17 09:56:25.328002 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4c848-52f1-4335-b903-2b37c4a6afab req-4bd68169-faf4-46eb-a676-71fc949a6b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:25.329382 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-03c4c848-52f1-4335-b903-2b37c4a6afab req-4bd68169-faf4-46eb-a676-71fc949a6b0e service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=27800d98882745358be14d3e57d20254&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0915415 Feb 17 09:56:25.357424 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de773e-7194-4d49-9cfd-fc6417d1f3ed req-d8ed0b7d-dc87-4dd2-929c-979de27cd831 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:25.358977 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-57de773e-7194-4d49-9cfd-fc6417d1f3ed req-d8ed0b7d-dc87-4dd2-929c-979de27cd831 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f10f811-2140-48aa-afc9-7c526b82cea7 HTTP/1.1" status: 200 len: 943 time: 0.0519457 Feb 17 09:56:25.405639 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-57de773e-7194-4d49-9cfd-fc6417d1f3ed req-095b9995-bd6e-4c9d-aa8e-3e3dc6d9e78d tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404871 Feb 17 09:56:25.428040 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4c848-52f1-4335-b903-2b37c4a6afab req-ef1f36d3-15ea-4ee5-a5c0-de82cb761218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:25.429486 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-03c4c848-52f1-4335-b903-2b37c4a6afab req-ef1f36d3-15ea-4ee5-a5c0-de82cb761218 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0915127 Feb 17 09:56:25.514373 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-57aa1562-cebc-4ce5-b04e-7f3ff1941c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:25.515924 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-57aa1562-cebc-4ce5-b04e-7f3ff1941c90 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=27800d98882745358be14d3e57d20254&device_id=4f10f811-2140-48aa-afc9-7c526b82cea7 HTTP/1.1" status: 200 len: 1127 time: 0.0439358 Feb 17 09:56:25.574378 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-63cb31f2-b0cc-448b-9575-0aa9bb76514c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82b82bd9-8617-4465-8708-1ed739ad824b HTTP/1.1" status: 200 len: 217 time: 0.0392883 Feb 17 09:56:25.626054 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-e6920f49-8ade-48ba-a875-b2db7e222fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:25.627626 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-e6920f49-8ade-48ba-a875-b2db7e222fd5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00c24b15-aa81-4b6e-912f-1e91c3a9689b HTTP/1.1" status: 200 len: 854 time: 0.0451057 Feb 17 09:56:25.661020 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-0edf7039-38ac-42f7-844e-18bfa915dc0f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3e394879-3601-44f7-9d0c-db3a1f77754c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246897 Feb 17 09:56:25.924457 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd6ff4-53f7-4238-8986-88d4cee56afb req-4dd2ba7d-1b48-4c43-860e-f24861ac05b4 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:25.925878 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-66cd6ff4-53f7-4238-8986-88d4cee56afb req-4dd2ba7d-1b48-4c43-860e-f24861ac05b4 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0493264 Feb 17 09:56:25.975104 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-66cd6ff4-53f7-4238-8986-88d4cee56afb req-3f35195d-d430-4fb9-a33f-2c71cc53a244 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437493 Feb 17 09:56:26.519933 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2297216-8d77-48aa-ab87-ed6230bd1be3 req-4c00b5ca-64e7-4502-9f81-aaa44b5c6421 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:26.521382 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c2297216-8d77-48aa-ab87-ed6230bd1be3 req-4c00b5ca-64e7-4502-9f81-aaa44b5c6421 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f10f811-2140-48aa-afc9-7c526b82cea7 HTTP/1.1" status: 200 len: 943 time: 0.0511928 Feb 17 09:56:26.566738 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c2297216-8d77-48aa-ab87-ed6230bd1be3 req-1507a81e-2bf2-4403-8dad-2af5b8422c2e tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398841 Feb 17 09:56:26.655094 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-e220ad9c-2a61-4af0-94cd-44abfc4df174 service neutron] 10.222.0.93 "GET /v2.0/networks/3e394879-3601-44f7-9d0c-db3a1f77754c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946538 Feb 17 09:56:27.089384 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c5282-ef18-4569-810e-091323950a9d req-107659d2-2dac-4562-896f-ba7cd72eecf8 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:27.090847 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4f5c5282-ef18-4569-810e-091323950a9d req-107659d2-2dac-4562-896f-ba7cd72eecf8 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0508950 Feb 17 09:56:27.136198 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4f5c5282-ef18-4569-810e-091323950a9d req-f202b466-0abb-42f3-8ab9-a488da284154 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398633 Feb 17 09:56:27.466282 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-08f6d8c3-aea0-430b-9226-1cc1333fcc0a req-22751fd6-eef4-468b-ae7b-fc8d51bd87ba service neutron] 10.222.0.93 "GET /v2.0/networks/3e394879-3601-44f7-9d0c-db3a1f77754c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825245 Feb 17 09:56:27.688209 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf290c3a-6ef0-4128-99d2-09d200ae2bf0 req-edd5780c-182b-4268-9fd3-38d5ad8eb3f9 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:27.689704 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-bf290c3a-6ef0-4128-99d2-09d200ae2bf0 req-edd5780c-182b-4268-9fd3-38d5ad8eb3f9 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f10f811-2140-48aa-afc9-7c526b82cea7 HTTP/1.1" status: 200 len: 943 time: 0.0556202 Feb 17 09:56:27.735066 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-bf290c3a-6ef0-4128-99d2-09d200ae2bf0 req-be27fea0-b87e-43ca-90ea-348b12d6256a tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400343 Feb 17 09:56:28.249160 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b7eeb-9f74-435f-9405-caf531a08e78 req-adf2ed9d-13c2-4e9a-aaee-b4ae1d1d1814 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:28.250615 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-031b7eeb-9f74-435f-9405-caf531a08e78 req-adf2ed9d-13c2-4e9a-aaee-b4ae1d1d1814 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0497804 Feb 17 09:56:28.295486 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-031b7eeb-9f74-435f-9405-caf531a08e78 req-99f16d54-33b7-4de4-9013-3fb6c7b5c47d tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392067 Feb 17 09:56:28.857829 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef6dc4-eead-4122-abce-31013520e690 req-3d8853a5-5692-41d6-821d-529dab7c903c tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:28.859362 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-84ef6dc4-eead-4122-abce-31013520e690 req-3d8853a5-5692-41d6-821d-529dab7c903c tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f10f811-2140-48aa-afc9-7c526b82cea7 HTTP/1.1" status: 200 len: 943 time: 0.0574033 Feb 17 09:56:28.905233 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-84ef6dc4-eead-4122-abce-31013520e690 req-e758364e-7e13-45c1-a842-4bf4cec5f4fc tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402915 Feb 17 09:56:29.417702 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa5739-dd84-49e8-a9c4-18fb47ed8378 req-5d7b61b7-ed89-4e6b-b35b-6957ba88815b tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:29.419054 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f1fa5739-dd84-49e8-a9c4-18fb47ed8378 req-5d7b61b7-ed89-4e6b-b35b-6957ba88815b tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0562060 Feb 17 09:56:29.463617 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f1fa5739-dd84-49e8-a9c4-18fb47ed8378 req-440c9064-b885-4a97-86f0-3e9ea19fe65d tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384936 Feb 17 09:56:30.103784 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e875d-22e6-4674-90fa-0da2e323ce8b req-d794c5cb-70f0-493a-a783-7332c6c58309 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:30.106713 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c58e875d-22e6-4674-90fa-0da2e323ce8b req-d794c5cb-70f0-493a-a783-7332c6c58309 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f10f811-2140-48aa-afc9-7c526b82cea7 HTTP/1.1" status: 200 len: 943 time: 0.0973623 Feb 17 09:56:30.180922 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c58e875d-22e6-4674-90fa-0da2e323ce8b req-82a44eb4-61ae-4d8b-b479-c7736bf27ebc tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672989 Feb 17 09:56:30.199546 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 82b82bd9-8617-4465-8708-1ed739ad824b details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:56:30.211178 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 47672) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:56:30.346490 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 82b82bd9-8617-4465-8708-1ed739ad824b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=82b82bd9-8617-4465-8708-1ed739ad824b,segment=NetworkSegment(d858bd6f-9f4a-456e-b559-3a505e873a9d),segment_id=d858bd6f-9f4a-456e-b559-3a505e873a9d)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:56:30.360352 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-82d4c8bb-999b-4e53-8650-301ff3a2d5a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:30.369171 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Returning: {'device': '82b82bd9-8617-4465-8708-1ed739ad824b', 'network_id': '3e394879-3601-44f7-9d0c-db3a1f77754c', 'port_id': '82b82bd9-8617-4465-8708-1ed739ad824b', 'mac_address': 'fa:16:3e:86:37:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c24b15-aa81-4b6e-912f-1e91c3a9689b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:56:30.411385 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 82b82bd9-8617-4465-8708-1ed739ad824b is: DOWN; New status is: BUILD {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:56:30.411786 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (82b82bd9-8617-4465-8708-1ed739ad824b), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:30.432556 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b82bd9-8617-4465-8708-1ed739ad824b {{(pid=102622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:56:30.452236 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-82d4c8bb-999b-4e53-8650-301ff3a2d5a9 admin admin] Publish callbacks [] for security_group (7e6e5308-12ef-4216-a350-56b099a3e3ff), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:30.459195 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-82d4c8bb-999b-4e53-8650-301ff3a2d5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (7e6e5308-12ef-4216-a350-56b099a3e3ff), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:30.460270 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 82b82bd9-8617-4465-8708-1ed739ad824b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=82b82bd9-8617-4465-8708-1ed739ad824b,segment=NetworkSegment(d858bd6f-9f4a-456e-b559-3a505e873a9d),segment_id=d858bd6f-9f4a-456e-b559-3a505e873a9d)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:56:30.467335 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (82b82bd9-8617-4465-8708-1ed739ad824b), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:30.519250 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-82d4c8bb-999b-4e53-8650-301ff3a2d5a9 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=209d6debf36e46d787563ce34778fa2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3063822 Feb 17 09:56:30.519972 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4c8bb-999b-4e53-8650-301ff3a2d5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6e5308-12ef-4216-a350-56b099a3e3ff,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:30.521974 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 47698) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:56:30.546643 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=82b82bd9-8617-4465-8708-1ed739ad824b,revision_number=4']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:30.614954 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-22f428e5-d4a7-47d0-b973-ff54d8b54c79 admin admin] Publish callbacks [] for security_group (7e6e5308-12ef-4216-a350-56b099a3e3ff), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:30.647850 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4f9f5-0c01-4c4e-80c1-6b739b9e60bd req-943901e8-23ea-4814-82ef-b5df2be6d042 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:30.649330 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-44e4f9f5-0c01-4c4e-80c1-6b739b9e60bd req-943901e8-23ea-4814-82ef-b5df2be6d042 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0942450 Feb 17 09:56:30.651214 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-22f428e5-d4a7-47d0-b973-ff54d8b54c79 admin admin] Publish callbacks [] for security_group (7e6e5308-12ef-4216-a350-56b099a3e3ff), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:30.721300 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-44e4f9f5-0c01-4c4e-80c1-6b739b9e60bd req-5d6fe281-7ead-4261-9560-d31d5d545233 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628631 Feb 17 09:56:30.741066 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-22f428e5-d4a7-47d0-b973-ff54d8b54c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (7e6e5308-12ef-4216-a350-56b099a3e3ff), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:30.744738 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-22f428e5-d4a7-47d0-b973-ff54d8b54c79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:30.745577 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-22f428e5-d4a7-47d0-b973-ff54d8b54c79 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7e6e5308-12ef-4216-a350-56b099a3e3ff HTTP/1.1" status: 204 len: 168 time: 0.2224143 Feb 17 09:56:30.754546 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f428e5-d4a7-47d0-b973-ff54d8b54c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6e5308-12ef-4216-a350-56b099a3e3ff,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:30.881838 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['82b82bd9-8617-4465-8708-1ed739ad824b'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:56:31.334630 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f861a2-8dc9-4579-8554-7c90e2057dda req-061e1059-c0e1-4e9c-9a85-8e50829ddfd6 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:31.336489 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-13f861a2-8dc9-4579-8554-7c90e2057dda req-061e1059-c0e1-4e9c-9a85-8e50829ddfd6 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f10f811-2140-48aa-afc9-7c526b82cea7 HTTP/1.1" status: 200 len: 944 time: 0.0712175 Feb 17 09:56:31.394399 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-13f861a2-8dc9-4579-8554-7c90e2057dda req-eb3619f7-63fd-4322-bf49-23e45c0881d9 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474119 Feb 17 09:56:31.512866 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 47752) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:56:31.749442 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 47766) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:56:31.752413 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-335b6e31-39f0-4527-9946-af5cd7874365 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:31.821193 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-fe210ce7-81e6-4ced-87e1-929f79d307f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:31.889716 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-335b6e31-39f0-4527-9946-af5cd7874365 admin admin] Publish callbacks [] for security_group (32a86817-e378-4f91-ab72-1421feb65df6), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:31.898981 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9c21a-394a-4793-85f8-32592963ac1a req-039e518b-67fa-4a9e-b573-b9a083517a01 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:31.903684 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0aa9c21a-394a-4793-85f8-32592963ac1a req-039e518b-67fa-4a9e-b573-b9a083517a01 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0986812 Feb 17 09:56:31.905562 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-335b6e31-39f0-4527-9946-af5cd7874365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (32a86817-e378-4f91-ab72-1421feb65df6), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:31.910662 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-fe210ce7-81e6-4ced-87e1-929f79d307f9 admin admin] Publish callbacks [] for security_group (c172d2c2-f9bf-487d-b9af-a62cf4d68688), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:31.914585 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-fe210ce7-81e6-4ced-87e1-929f79d307f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (c172d2c2-f9bf-487d-b9af-a62cf4d68688), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:31.959488 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-fe210ce7-81e6-4ced-87e1-929f79d307f9 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=882512ae6d0c4c64bfe4dee88d0c1d3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2089114 Feb 17 09:56:31.960605 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe210ce7-81e6-4ced-87e1-929f79d307f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c172d2c2-f9bf-487d-b9af-a62cf4d68688,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:31.964197 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 47770) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:56:32.033830 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-3ad5195e-55f6-4622-9a90-19ee6206e38d admin admin] Publish callbacks [] for security_group (c172d2c2-f9bf-487d-b9af-a62cf4d68688), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:32.061202 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-3ad5195e-55f6-4622-9a90-19ee6206e38d admin admin] Publish callbacks [] for security_group (c172d2c2-f9bf-487d-b9af-a62cf4d68688), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:32.118224 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-3ad5195e-55f6-4622-9a90-19ee6206e38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (c172d2c2-f9bf-487d-b9af-a62cf4d68688), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:32.121516 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-3ad5195e-55f6-4622-9a90-19ee6206e38d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:32.122688 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-3ad5195e-55f6-4622-9a90-19ee6206e38d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c172d2c2-f9bf-487d-b9af-a62cf4d68688 HTTP/1.1" status: 204 len: 168 time: 0.1573553 Feb 17 09:56:32.134378 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5195e-55f6-4622-9a90-19ee6206e38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c172d2c2-f9bf-487d-b9af-a62cf4d68688,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:32.209998 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 82b82bd9-8617-4465-8708-1ed739ad824b up at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:56:32.230393 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154eefa7-a9b0-42ee-a246-46b6fe3fdc2b req-1fa4f33b-f274-48bf-a160-f4cc3362e744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:32.232802 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-154eefa7-a9b0-42ee-a246-46b6fe3fdc2b req-1fa4f33b-f274-48bf-a160-f4cc3362e744 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 1130 time: 0.0544932 Feb 17 09:56:32.233339 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 47778) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:56:32.233527 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-335b6e31-39f0-4527-9946-af5cd7874365 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d3f4ee4989c94f7a88189cd9ec91faef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7188246 Feb 17 09:56:32.239825 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b6e31-39f0-4527-9946-af5cd7874365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a86817-e378-4f91-ab72-1421feb65df6,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:32.271859 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0aa9c21a-394a-4793-85f8-32592963ac1a req-340242c5-6d42-448e-abc0-c503ba6b73b2 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609321 Feb 17 09:56:32.297788 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning for port 82b82bd9-8617-4465-8708-1ed739ad824b completed by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:56:32.301815 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning complete for port 82b82bd9-8617-4465-8708-1ed739ad824b triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:56:32.302185 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (82b82bd9-8617-4465-8708-1ed739ad824b), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:32.329355 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-154eefa7-a9b0-42ee-a246-46b6fe3fdc2b req-858b9a48-eec2-45fd-9e0f-f4fcae62494a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876729 Feb 17 09:56:32.330110 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-61ab3b34-221f-4bdf-b213-b9acb1284426 admin admin] Publish callbacks [] for security_group (32a86817-e378-4f91-ab72-1421feb65df6), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:32.352516 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-61ab3b34-221f-4bdf-b213-b9acb1284426 admin admin] Publish callbacks [] for security_group (32a86817-e378-4f91-ab72-1421feb65df6), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:32.414709 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-61ab3b34-221f-4bdf-b213-b9acb1284426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (32a86817-e378-4f91-ab72-1421feb65df6), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:32.417827 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-61ab3b34-221f-4bdf-b213-b9acb1284426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:32.423983 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-61ab3b34-221f-4bdf-b213-b9acb1284426 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/32a86817-e378-4f91-ab72-1421feb65df6 HTTP/1.1" status: 204 len: 168 time: 0.1893923 Feb 17 09:56:32.434487 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab3b34-221f-4bdf-b213-b9acb1284426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a86817-e378-4f91-ab72-1421feb65df6,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:32.497843 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 47786) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:56:32.524316 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-881505a1-a684-4c98-a71b-1f230a81af5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:32.536001 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 82b82bd9-8617-4465-8708-1ed739ad824b is: BUILD; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:56:32.536469 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (82b82bd9-8617-4465-8708-1ed739ad824b), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:32.563757 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f10f811-2140-48aa-afc9-7c526b82cea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b82bd9-8617-4465-8708-1ed739ad824b'}] {{(pid=102622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:56:32.566169 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c0921c82721ddcd3043691fcb1168a632d6e856cc39374f61865f4aa2fd6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b6dff7-208c-4b41-8259-416b2f541e3a" -d '{"events": [{"server_uuid": "4f10f811-2140-48aa-afc9-7c526b82cea7", "name": "network-vif-plugged", "status": "completed", "tag": "82b82bd9-8617-4465-8708-1ed739ad824b"}]}' {{(pid=102622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:56:32.579611 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 82b82bd9-8617-4465-8708-1ed739ad824b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=82b82bd9-8617-4465-8708-1ed739ad824b,segment=NetworkSegment(d858bd6f-9f4a-456e-b559-3a505e873a9d),segment_id=d858bd6f-9f4a-456e-b559-3a505e873a9d)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:56:32.585455 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (82b82bd9-8617-4465-8708-1ed739ad824b), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:32.603247 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18326f69-0d5b-4c10-9a99-4abba73a3745 req-cfbf5271-bfab-4e7f-9090-e27fec983322 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:32.611630 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-18326f69-0d5b-4c10-9a99-4abba73a3745 req-cfbf5271-bfab-4e7f-9090-e27fec983322 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f10f811-2140-48aa-afc9-7c526b82cea7 HTTP/1.1" status: 200 len: 944 time: 0.1059923 Feb 17 09:56:32.615224 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52962c02-3842-4786-8883-511f11fef22e x-openstack-request-id: req-52962c02-3842-4786-8883-511f11fef22e {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:56:32.615584 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f10f811-2140-48aa-afc9-7c526b82cea7", "name": "network-vif-plugged", "status": "completed", "tag": "82b82bd9-8617-4465-8708-1ed739ad824b", "code": 200}]} {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:56:32.615908 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-52962c02-3842-4786-8883-511f11fef22e {{(pid=102622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:56:32.616364 dv-cinder-778193-18-iscsi neutron-server[102622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f10f811-2140-48aa-afc9-7c526b82cea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b82bd9-8617-4465-8708-1ed739ad824b', 'code': 200} Feb 17 09:56:32.646863 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=82b82bd9-8617-4465-8708-1ed739ad824b,revision_number=5']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:32.689929 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-18326f69-0d5b-4c10-9a99-4abba73a3745 req-49f1cd01-0381-49cd-9921-c116d216b12b tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756876 Feb 17 09:56:32.732853 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-881505a1-a684-4c98-a71b-1f230a81af5a admin admin] Publish callbacks [] for security_group (21e9b549-7072-4adb-adf2-4baba6fbb83f), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:32.736945 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-881505a1-a684-4c98-a71b-1f230a81af5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (21e9b549-7072-4adb-adf2-4baba6fbb83f), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:32.771622 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881505a1-a684-4c98-a71b-1f230a81af5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e9b549-7072-4adb-adf2-4baba6fbb83f,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:32.791777 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-881505a1-a684-4c98-a71b-1f230a81af5a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a1dee0844f3b4971aa113c2984ae3e2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2893317 Feb 17 09:56:32.791777 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 47802) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:56:32.840762 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e653a-ae08-457f-93a0-6a82cfc8ef04 req-701a821d-b2d8-4b07-823f-3d1db76c9e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:32.842269 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-729e653a-ae08-457f-93a0-6a82cfc8ef04 req-701a821d-b2d8-4b07-823f-3d1db76c9e3d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4f10f811-2140-48aa-afc9-7c526b82cea7 HTTP/1.1" status: 200 len: 1129 time: 0.0496502 Feb 17 09:56:32.852404 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5e104ad6-6484-442e-80aa-0b8981fd46bf admin admin] Publish callbacks [] for security_group (21e9b549-7072-4adb-adf2-4baba6fbb83f), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:32.879557 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5e104ad6-6484-442e-80aa-0b8981fd46bf admin admin] Publish callbacks [] for security_group (21e9b549-7072-4adb-adf2-4baba6fbb83f), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:32.908378 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-729e653a-ae08-457f-93a0-6a82cfc8ef04 req-e6abfde0-577f-4580-a228-460885ad0c95 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533664 Feb 17 09:56:32.925800 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5e104ad6-6484-442e-80aa-0b8981fd46bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (21e9b549-7072-4adb-adf2-4baba6fbb83f), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:32.928641 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5e104ad6-6484-442e-80aa-0b8981fd46bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:32.930175 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-5e104ad6-6484-442e-80aa-0b8981fd46bf admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/21e9b549-7072-4adb-adf2-4baba6fbb83f HTTP/1.1" status: 204 len: 168 time: 0.1372752 Feb 17 09:56:32.938609 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e104ad6-6484-442e-80aa-0b8981fd46bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e9b549-7072-4adb-adf2-4baba6fbb83f,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:33.297941 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 47834) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:56:33.312263 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-a6c9a3cc-f695-42d6-85ab-10b0079be960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:33.429190 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad793af8-d374-4b69-a5ed-c03c4f350270 req-e6a30e3d-eb86-4195-a580-8c100107d010 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:33.430944 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ad793af8-d374-4b69-a5ed-c03c4f350270 req-e6a30e3d-eb86-4195-a580-8c100107d010 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0868564 Feb 17 09:56:33.451760 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-a6c9a3cc-f695-42d6-85ab-10b0079be960 admin admin] Publish callbacks [] for security_group (84339b3f-fed1-48b2-88af-cb22c71c3c1c), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:33.461864 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-a6c9a3cc-f695-42d6-85ab-10b0079be960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (84339b3f-fed1-48b2-88af-cb22c71c3c1c), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:33.516695 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9a3cc-f695-42d6-85ab-10b0079be960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84339b3f-fed1-48b2-88af-cb22c71c3c1c,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:33.535825 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-a6c9a3cc-f695-42d6-85ab-10b0079be960 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3763c6ca033644bcbb1a3741a2ef70f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362251 Feb 17 09:56:33.538216 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 47842) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:56:33.549291 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ad793af8-d374-4b69-a5ed-c03c4f350270 req-e5db221c-871f-4d8f-9109-5ad284b55ba8 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073959 Feb 17 09:56:33.623015 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-d8865a4c-0f90-4618-929e-e180d8d17a18 admin admin] Publish callbacks [] for security_group (84339b3f-fed1-48b2-88af-cb22c71c3c1c), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:33.647850 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-d8865a4c-0f90-4618-929e-e180d8d17a18 admin admin] Publish callbacks [] for security_group (84339b3f-fed1-48b2-88af-cb22c71c3c1c), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:33.694828 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:33.698741 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-d8865a4c-0f90-4618-929e-e180d8d17a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (84339b3f-fed1-48b2-88af-cb22c71c3c1c), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:33.701386 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-d8865a4c-0f90-4618-929e-e180d8d17a18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:33.702885 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-d8865a4c-0f90-4618-929e-e180d8d17a18 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/84339b3f-fed1-48b2-88af-cb22c71c3c1c HTTP/1.1" status: 204 len: 168 time: 0.1631894 Feb 17 09:56:33.711442 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8865a4c-0f90-4618-929e-e180d8d17a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84339b3f-fed1-48b2-88af-cb22c71c3c1c,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:33.852297 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d20c57-a140-40d3-9aa8-1bbb9da8fddb req-5636cb19-ded4-4a10-9706-5ec05e88d6ef tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:33.852915 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-17d20c57-a140-40d3-9aa8-1bbb9da8fddb req-5636cb19-ded4-4a10-9706-5ec05e88d6ef tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f10f811-2140-48aa-afc9-7c526b82cea7 HTTP/1.1" status: 200 len: 945 time: 0.0671992 Feb 17 09:56:33.939307 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-17d20c57-a140-40d3-9aa8-1bbb9da8fddb req-beb4a16d-c614-45a0-a295-a4a54ad788dc tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807865 Feb 17 09:56:34.490220 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 47896) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:56:34.680867 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-9f990464-6c9b-47ab-9a7d-bc06c197a76d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1251795618-network', 'tenant_id': '9bc505fc51b34ddd88246cebfcab9805'}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:56:34.720506 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c333116-3fe6-4378-b6c3-cd02bbcffe36 req-6b14cd56-3f8b-4113-9b6a-e9103aec1697 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:34.722362 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0c333116-3fe6-4378-b6c3-cd02bbcffe36 req-6b14cd56-3f8b-4113-9b6a-e9103aec1697 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0878394 Feb 17 09:56:34.723632 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f990464-6c9b-47ab-9a7d-bc06c197a76d admin admin] Made reservation on behalf of 9bc505fc51b34ddd88246cebfcab9805 for: {'network': 1} {{(pid=102620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:56:34.726373 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9f990464-6c9b-47ab-9a7d-bc06c197a76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for network (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:34.740594 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9f990464-6c9b-47ab-9a7d-bc06c197a76d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:34.813476 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0c333116-3fe6-4378-b6c3-cd02bbcffe36 req-a6b41ffd-2d40-46dc-94bc-de0037db65fe tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745575 Feb 17 09:56:34.858812 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9f990464-6c9b-47ab-9a7d-bc06c197a76d admin admin] Publish callbacks [] for security_group (4c257128-1493-450a-8a8b-b3d46ded6792), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:34.862568 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9f990464-6c9b-47ab-9a7d-bc06c197a76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (4c257128-1493-450a-8a8b-b3d46ded6792), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:34.887831 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f990464-6c9b-47ab-9a7d-bc06c197a76d admin admin] vlan segment allocate from pool success with {'vlan_id': 1003, 'physical_network': 'physnet1'} {{(pid=102620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:56:34.907700 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f990464-6c9b-47ab-9a7d-bc06c197a76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c257128-1493-450a-8a8b-b3d46ded6792,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:34.928737 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9f990464-6c9b-47ab-9a7d-bc06c197a76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (16d922d8-128b-4529-bd1d-39c844a7d0e5), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:34.929078 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.db.segments_db [None req-9f990464-6c9b-47ab-9a7d-bc06c197a76d admin admin] Added segment 16d922d8-128b-4529-bd1d-39c844a7d0e5 of type vlan for network d6114fe2-e794-4d95-9119-6f1373811ee8 Feb 17 09:56:34.977914 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9f990464-6c9b-47ab-9a7d-bc06c197a76d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771562205323'] for network (d6114fe2-e794-4d95-9119-6f1373811ee8), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:34.997941 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1333f94-a3bb-406b-8d6b-2dfc2a19e84f req-606e0b9d-bc5b-4223-9596-13940d4f57c6 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:34.999528 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a1333f94-a3bb-406b-8d6b-2dfc2a19e84f req-606e0b9d-bc5b-4223-9596-13940d4f57c6 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.1071961 Feb 17 09:56:35.065148 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9f990464-6c9b-47ab-9a7d-bc06c197a76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854'] for network (d6114fe2-e794-4d95-9119-6f1373811ee8), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:35.066415 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f990464-6c9b-47ab-9a7d-bc06c197a76d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:35.067008 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9f990464-6c9b-47ab-9a7d-bc06c197a76d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:35.122820 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-9f990464-6c9b-47ab-9a7d-bc06c197a76d admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6313217 Feb 17 09:56:35.125779 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 47922) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:56:35.128824 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a1333f94-a3bb-406b-8d6b-2dfc2a19e84f req-aeff3045-9240-4445-b16f-32264d11bfcd tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184680 Feb 17 09:56:35.132504 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-03467144-9d9b-4779-92ff-58b28164234b admin admin] Request body: {'subnet': {'network_id': 'd6114fe2-e794-4d95-9119-6f1373811ee8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1251795618-subnet', 'tenant_id': '9bc505fc51b34ddd88246cebfcab9805', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:56:35.138421 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4d903-9461-4717-bf51-1136785f1fea req-a6504d7c-7290-47d2-91d0-42fe20ec9c6f tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:35.140575 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-55e4d903-9461-4717-bf51-1136785f1fea req-a6504d7c-7290-47d2-91d0-42fe20ec9c6f tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f10f811-2140-48aa-afc9-7c526b82cea7 HTTP/1.1" status: 200 len: 945 time: 0.1313598 Feb 17 09:56:35.170312 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03467144-9d9b-4779-92ff-58b28164234b admin admin] Made reservation on behalf of 9bc505fc51b34ddd88246cebfcab9805 for: {'subnet': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:56:35.172937 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-03467144-9d9b-4779-92ff-58b28164234b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:35.181124 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f990464-6c9b-47ab-9a7d-bc06c197a76d admin admin] Pushing event updated for resources: {'Network': ['ID=d6114fe2-e794-4d95-9119-6f1373811ee8,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:35.192832 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Network d6114fe2-e794-4d95-9119-6f1373811ee8 details requested by agent ovs-agent-dv-cinder-778193-18-iscsi with host dv-cinder-778193-18-iscsi {{(pid=102622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:56:35.230855 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-55e4d903-9461-4717-bf51-1136785f1fea req-c69f584f-6329-4119-83bb-dba83c041da2 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508773 Feb 17 09:56:35.287369 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 47928) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:56:35.401441 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-03467144-9d9b-4779-92ff-58b28164234b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854'] for subnet (a9fedabc-4575-48b6-a4ca-ca4ff06de6dc), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:35.454318 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-222d390e-c85b-42b3-ad6f-1bb0284c5010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:35.490694 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03467144-9d9b-4779-92ff-58b28164234b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9fedabc-4575-48b6-a4ca-ca4ff06de6dc,revision_number=0']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:35.515118 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03467144-9d9b-4779-92ff-58b28164234b admin admin] Checking segment: {'id': '16d922d8-128b-4529-bd1d-39c844a7d0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'd6114fe2-e794-4d95-9119-6f1373811ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:56:35.515703 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03467144-9d9b-4779-92ff-58b28164234b admin admin] Network hostable DHCP agents. Network: d6114fe2-e794-4d95-9119-6f1373811ee8, hostable agents: ['218f41e8-fc39-4954-bed9-509113520430'], hosted agents: [] {{(pid=102621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:56:35.536541 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:56:35.553631 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03467144-9d9b-4779-92ff-58b28164234b admin admin] Network d6114fe2-e794-4d95-9119-6f1373811ee8 is scheduled to be hosted by DHCP agent 218f41e8-fc39-4954-bed9-509113520430 with binding_index 1 {{(pid=102621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:56:35.574771 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [None req-03467144-9d9b-4779-92ff-58b28164234b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-18-iscsi, d6114fe2-e794-4d95-9119-6f1373811ee8) {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:56:35.582641 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467144-9d9b-4779-92ff-58b28164234b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:35.583253 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-03467144-9d9b-4779-92ff-58b28164234b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for subnet (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:35.595576 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f805148-61c2-470c-9840-d4ce03048ef9 None None] Network d6114fe2-e794-4d95-9119-6f1373811ee8 requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:56:35.599463 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-222d390e-c85b-42b3-ad6f-1bb0284c5010 admin admin] Publish callbacks [] for security_group (aff3025d-4512-48d2-9590-967703845ae9), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:35.605616 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-222d390e-c85b-42b3-ad6f-1bb0284c5010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (aff3025d-4512-48d2-9590-967703845ae9), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:35.618057 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-03467144-9d9b-4779-92ff-58b28164234b admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4906836 Feb 17 09:56:35.659637 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-222d390e-c85b-42b3-ad6f-1bb0284c5010 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=379f88bd3135451aa57301460e83db51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3686557 Feb 17 09:56:35.659869 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d390e-c85b-42b3-ad6f-1bb0284c5010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff3025d-4512-48d2-9590-967703845ae9,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:35.660845 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 47944) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:56:35.744356 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c69a579-c781-4cf2-ad20-43fef3da9085 None None] Network d6114fe2-e794-4d95-9119-6f1373811ee8 requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:56:35.777559 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-83e89823-f6a4-4cba-ad62-7820b65c3636 admin admin] Publish callbacks [] for security_group (aff3025d-4512-48d2-9590-967703845ae9), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:35.814046 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-83e89823-f6a4-4cba-ad62-7820b65c3636 admin admin] Publish callbacks [] for security_group (aff3025d-4512-48d2-9590-967703845ae9), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:35.901244 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-83e89823-f6a4-4cba-ad62-7820b65c3636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (aff3025d-4512-48d2-9590-967703845ae9), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:35.905739 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-83e89823-f6a4-4cba-ad62-7820b65c3636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:35.907073 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-83e89823-f6a4-4cba-ad62-7820b65c3636 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/aff3025d-4512-48d2-9590-967703845ae9 HTTP/1.1" status: 204 len: 168 time: 0.2445948 Feb 17 09:56:35.919348 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e89823-f6a4-4cba-ad62-7820b65c3636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff3025d-4512-48d2-9590-967703845ae9,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:36.827313 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b6e13-08b9-4b14-8fa5-4de93a8ff43b req-3f8addaf-7ede-4356-88e0-e2d29d7d6a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:36.829159 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-0d4b6e13-08b9-4b14-8fa5-4de93a8ff43b req-3f8addaf-7ede-4356-88e0-e2d29d7d6a3a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=13e27e736c544248b7b364646f33dd08&device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 1130 time: 0.0455940 Feb 17 09:56:36.841612 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a1613-a73c-4bcf-b9d3-5b42e8f34808 req-5edd9db5-bbdb-429f-88ee-77826dc4c4ee tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:36.843794 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-5c0a1613-a73c-4bcf-b9d3-5b42e8f34808 req-5edd9db5-bbdb-429f-88ee-77826dc4c4ee tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0589275 Feb 17 09:56:36.904755 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-5c0a1613-a73c-4bcf-b9d3-5b42e8f34808 req-7dfd3d0b-757b-4b41-98dd-2133a7118c91 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539303 Feb 17 09:56:36.953391 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b6e13-08b9-4b14-8fa5-4de93a8ff43b req-1b085c7d-d303-4e93-bf6b-4e82dc42171f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:36.955366 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-0d4b6e13-08b9-4b14-8fa5-4de93a8ff43b req-1b085c7d-d303-4e93-bf6b-4e82dc42171f service neutron] 10.222.0.93 "GET /v2.0/networks?id=56727042-25d7-492c-b11b-57580ed61276 HTTP/1.1" status: 200 len: 920 time: 0.1191580 Feb 17 09:56:37.010628 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-0d4b6e13-08b9-4b14-8fa5-4de93a8ff43b req-4cea2ca0-ee5d-4585-a9d6-f50997ae4e5c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b HTTP/1.1" status: 200 len: 217 time: 0.0487502 Feb 17 09:56:37.068815 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b6e13-08b9-4b14-8fa5-4de93a8ff43b req-c1241847-3c85-46ed-9b46-86594ff2ff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:37.070496 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-0d4b6e13-08b9-4b14-8fa5-4de93a8ff43b req-c1241847-3c85-46ed-9b46-86594ff2ff16 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1d6fec72-bab7-4137-8c4d-c54b278ae7ca HTTP/1.1" status: 200 len: 858 time: 0.0515409 Feb 17 09:56:37.109749 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-0d4b6e13-08b9-4b14-8fa5-4de93a8ff43b req-24b7fd82-1e12-4684-8165-643e10a08c6b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=56727042-25d7-492c-b11b-57580ed61276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252783 Feb 17 09:56:37.212525 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-0d4b6e13-08b9-4b14-8fa5-4de93a8ff43b req-8abda7f0-cf30-4fd8-af32-4b4ea0b8d0a2 service neutron] 10.222.0.93 "GET /v2.0/networks/56727042-25d7-492c-b11b-57580ed61276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955358 Feb 17 09:56:37.314444 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-0d4b6e13-08b9-4b14-8fa5-4de93a8ff43b req-4ae14e5a-32b4-4698-bd78-8de2b84774b5 service neutron] 10.222.0.93 "GET /v2.0/networks/56727042-25d7-492c-b11b-57580ed61276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925694 Feb 17 09:56:37.726472 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27592e7e-527b-4373-ba66-77d1b3666674 req-be201352-a6a5-4043-bf5e-c860efc7755b tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:37.728046 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-27592e7e-527b-4373-ba66-77d1b3666674 req-be201352-a6a5-4043-bf5e-c860efc7755b tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/networks?id=d6114fe2-e794-4d95-9119-6f1373811ee8 HTTP/1.1" status: 200 len: 809 time: 0.1003854 Feb 17 09:56:37.745102 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-27592e7e-527b-4373-ba66-77d1b3666674 req-76cf9d4f-8a00-4c4b-8da8-49541df8211b tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/quotas/9bc505fc51b34ddd88246cebfcab9805 HTTP/1.1" status: 200 len: 375 time: 0.0106289 Feb 17 09:56:37.777450 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-27592e7e-527b-4373-ba66-77d1b3666674 req-e9e48164-7fdc-4502-aff6-f3d5f4d6b5db tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=9bc505fc51b34ddd88246cebfcab9805&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266216 Feb 17 09:56:37.870109 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-27592e7e-527b-4373-ba66-77d1b3666674 req-af7ce167-4ba4-43a0-94de-5a18e067313b service neutron] 10.222.0.82 "GET /v2.0/networks/d6114fe2-e794-4d95-9119-6f1373811ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861061 Feb 17 09:56:37.957656 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-27592e7e-527b-4373-ba66-77d1b3666674 req-ca4782ae-6ebf-4705-9e8d-826c9768f6f1 service neutron] 10.222.0.82 "GET /v2.0/networks/d6114fe2-e794-4d95-9119-6f1373811ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821073 Feb 17 09:56:38.028578 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4964d7-c0b2-45d1-a004-e0f023f2103a req-11370f28-5d6d-4ba3-a5a0-08052baca7ea tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:38.030174 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-cd4964d7-c0b2-45d1-a004-e0f023f2103a req-11370f28-5d6d-4ba3-a5a0-08052baca7ea tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0537474 Feb 17 09:56:38.098277 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-cd4964d7-c0b2-45d1-a004-e0f023f2103a req-a5a64e48-1ad2-46f4-a9f4-4de43808b783 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623164 Feb 17 09:56:38.133127 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4c13177b-2c15-456e-9f05-a072cd8344c6 req-99d85788-9c66-44b0-af99-a3e5ed3ec6cf tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/ports?device_id=e15eb174-195c-42f4-b79f-f0aed5922f54 HTTP/1.1" status: 200 len: 210 time: 0.0334640 Feb 17 09:56:39.169811 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27592e7e-527b-4373-ba66-77d1b3666674 req-eb266795-c7a0-437f-953f-2c3068277238 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:39.171471 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-27592e7e-527b-4373-ba66-77d1b3666674 req-eb266795-c7a0-437f-953f-2c3068277238 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.93 "GET /v2.0/networks?id=d6114fe2-e794-4d95-9119-6f1373811ee8 HTTP/1.1" status: 200 len: 809 time: 0.1171932 Feb 17 09:56:39.187712 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-27592e7e-527b-4373-ba66-77d1b3666674 req-46eb551a-b817-4fd4-8820-6798f0eabd63 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Request body: {'port': {'device_id': 'e15eb174-195c-42f4-b79f-f0aed5922f54', 'network_id': 'd6114fe2-e794-4d95-9119-6f1373811ee8', 'admin_state_up': True, 'tenant_id': '9bc505fc51b34ddd88246cebfcab9805'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:56:39.283398 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e3dd042a-f352-4fb5-a44a-94da358d93ab req-d7f8619a-c50a-4ce2-9832-132b822d0822 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/ports?device_id=e15eb174-195c-42f4-b79f-f0aed5922f54 HTTP/1.1" status: 200 len: 210 time: 0.0321844 Feb 17 09:56:39.291646 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e74f9-2d97-4db7-8a65-29ca174ca007 req-8cf39555-5cbb-4cac-8c4e-30b670d63327 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:39.292688 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b29e74f9-2d97-4db7-8a65-29ca174ca007 req-8cf39555-5cbb-4cac-8c4e-30b670d63327 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.1102078 Feb 17 09:56:39.317421 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27592e7e-527b-4373-ba66-77d1b3666674 req-46eb551a-b817-4fd4-8820-6798f0eabd63 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Made reservation on behalf of 9bc505fc51b34ddd88246cebfcab9805 for: {'port': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:56:39.321427 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-27592e7e-527b-4373-ba66-77d1b3666674 req-46eb551a-b817-4fd4-8820-6798f0eabd63 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:39.345241 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b29e74f9-2d97-4db7-8a65-29ca174ca007 req-ddfa4491-94b2-4fbc-b32e-c0f1d3e7b33e tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450258 Feb 17 09:56:39.447596 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_common [req-27592e7e-527b-4373-ba66-77d1b3666674 req-46eb551a-b817-4fd4-8820-6798f0eabd63 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Allocated IP 172.20.0.11 (d6114fe2-e794-4d95-9119-6f1373811ee8/a9fedabc-4575-48b6-a4ca-ca4ff06de6dc/f9d0d418-d6d6-43a1-9373-6c532514ce64) {{(pid=102621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:56:39.600439 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-27592e7e-527b-4373-ba66-77d1b3666674 req-46eb551a-b817-4fd4-8820-6798f0eabd63 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Publish callbacks [] for port (f9d0d418-d6d6-43a1-9373-6c532514ce64), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:39.633142 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-27592e7e-527b-4373-ba66-77d1b3666674 req-46eb551a-b817-4fd4-8820-6798f0eabd63 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393'] for port (f9d0d418-d6d6-43a1-9373-6c532514ce64), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:39.676669 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27592e7e-527b-4373-ba66-77d1b3666674 req-46eb551a-b817-4fd4-8820-6798f0eabd63 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Network d6114fe2-e794-4d95-9119-6f1373811ee8 is already hosted by enough agents. {{(pid=102621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:56:39.679655 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [req-27592e7e-527b-4373-ba66-77d1b3666674 req-46eb551a-b817-4fd4-8820-6798f0eabd63 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Resources bound (agent type, host, resource id): {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:56:39.683722 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-27592e7e-527b-4373-ba66-77d1b3666674 req-46eb551a-b817-4fd4-8820-6798f0eabd63 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Received port after_create {{(pid=102621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:56:39.688791 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27592e7e-527b-4373-ba66-77d1b3666674 req-46eb551a-b817-4fd4-8820-6798f0eabd63 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:39.689392 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-27592e7e-527b-4373-ba66-77d1b3666674 req-46eb551a-b817-4fd4-8820-6798f0eabd63 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:39.694960 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb551a-b817-4fd4-8820-6798f0eabd63 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Pushing event updated for resources: {'Port': ['ID=f9d0d418-d6d6-43a1-9373-6c532514ce64,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:39.709788 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-27592e7e-527b-4373-ba66-77d1b3666674 req-46eb551a-b817-4fd4-8820-6798f0eabd63 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5267804 Feb 17 09:56:40.406432 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42771f2c-b79d-427e-bb63-2a4043b107f7 req-7e0aff0f-c5c2-4a76-821c-4299cfb727b9 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:40.408006 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-42771f2c-b79d-427e-bb63-2a4043b107f7 req-7e0aff0f-c5c2-4a76-821c-4299cfb727b9 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/ports?device_id=e15eb174-195c-42f4-b79f-f0aed5922f54 HTTP/1.1" status: 200 len: 932 time: 0.0534794 Feb 17 09:56:40.482746 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-42771f2c-b79d-427e-bb63-2a4043b107f7 req-82bd0116-7ed3-4891-a0e2-4ba7dec8810d tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/security-groups?id=4c257128-1493-450a-8a8b-b3d46ded6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691679 Feb 17 09:56:40.500076 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e70557-b48a-4276-afe1-c71580a04d7f req-83fd728b-e969-4e35-8f75-6484453bf788 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:40.500076 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b8e70557-b48a-4276-afe1-c71580a04d7f req-83fd728b-e969-4e35-8f75-6484453bf788 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0791378 Feb 17 09:56:40.547289 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b8e70557-b48a-4276-afe1-c71580a04d7f req-80efd954-f1a9-4c12-b797-f585812e0b73 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418046 Feb 17 09:56:41.221461 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-27592e7e-527b-4373-ba66-77d1b3666674 req-18d37324-ee5c-4ccf-a9e4-279dc96047db service neutron] Request body: {'port': {'device_id': 'e15eb174-195c-42f4-b79f-f0aed5922f54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:56:41.284786 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-27592e7e-527b-4373-ba66-77d1b3666674 req-18d37324-ee5c-4ccf-a9e4-279dc96047db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (f9d0d418-d6d6-43a1-9373-6c532514ce64), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:41.426599 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-c4da02eb-15d8-45ea-81f9-6d34e334c023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:41.567527 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [req-27592e7e-527b-4373-ba66-77d1b3666674 req-18d37324-ee5c-4ccf-a9e4-279dc96047db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9d0d418-d6d6-43a1-9373-6c532514ce64 {{(pid=102621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:56:41.575457 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-27592e7e-527b-4373-ba66-77d1b3666674 req-18d37324-ee5c-4ccf-a9e4-279dc96047db service neutron] Publish callbacks [] for port (f9d0d418-d6d6-43a1-9373-6c532514ce64), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:41.588312 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.provisioning_blocks [req-27592e7e-527b-4373-ba66-77d1b3666674 req-18d37324-ee5c-4ccf-a9e4-279dc96047db service neutron] Transition to ACTIVE for port object f9d0d418-d6d6-43a1-9373-6c532514ce64 will not be triggered until provisioned by entity L2. {{(pid=102621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:56:41.593856 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-27592e7e-527b-4373-ba66-77d1b3666674 req-18d37324-ee5c-4ccf-a9e4-279dc96047db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (f9d0d418-d6d6-43a1-9373-6c532514ce64), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:41.621509 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73817c-c5c0-4ad7-ac56-6b87299c7700 req-74130e6a-5d41-4cb3-bb38-d7d03712b25e tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:41.623126 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-df73817c-c5c0-4ad7-ac56-6b87299c7700 req-74130e6a-5d41-4cb3-bb38-d7d03712b25e tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/ports?device_id=e15eb174-195c-42f4-b79f-f0aed5922f54 HTTP/1.1" status: 200 len: 932 time: 0.0610449 Feb 17 09:56:41.663891 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d37324-ee5c-4ccf-a9e4-279dc96047db service neutron] Pushing event updated for resources: {'Port': ['ID=f9d0d418-d6d6-43a1-9373-6c532514ce64,revision_number=2']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:41.679609 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-27592e7e-527b-4373-ba66-77d1b3666674 req-18d37324-ee5c-4ccf-a9e4-279dc96047db service neutron] Attempting to bind port f9d0d418-d6d6-43a1-9373-6c532514ce64 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:56:41.679940 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-27592e7e-527b-4373-ba66-77d1b3666674 req-18d37324-ee5c-4ccf-a9e4-279dc96047db service neutron] Attempting to bind port f9d0d418-d6d6-43a1-9373-6c532514ce64 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '16d922d8-128b-4529-bd1d-39c844a7d0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'd6114fe2-e794-4d95-9119-6f1373811ee8'}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:56:41.680265 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27592e7e-527b-4373-ba66-77d1b3666674 req-18d37324-ee5c-4ccf-a9e4-279dc96047db service neutron] Attempting to bind port f9d0d418-d6d6-43a1-9373-6c532514ce64 on network d6114fe2-e794-4d95-9119-6f1373811ee8 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:56:41.685184 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27592e7e-527b-4373-ba66-77d1b3666674 req-18d37324-ee5c-4ccf-a9e4-279dc96047db service neutron] Port f9d0d418-d6d6-43a1-9373-6c532514ce64 on network d6114fe2-e794-4d95-9119-6f1373811ee8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 09:56:41.685526 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27592e7e-527b-4373-ba66-77d1b3666674 req-18d37324-ee5c-4ccf-a9e4-279dc96047db service neutron] Attempting to bind port f9d0d418-d6d6-43a1-9373-6c532514ce64 on network d6114fe2-e794-4d95-9119-6f1373811ee8 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:56:41.690260 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27592e7e-527b-4373-ba66-77d1b3666674 req-18d37324-ee5c-4ccf-a9e4-279dc96047db service neutron] Checking agent: {'id': '57512943-2fb5-44da-9b65-1b43ee30ab09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'started_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:56:41.690593 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27592e7e-527b-4373-ba66-77d1b3666674 req-18d37324-ee5c-4ccf-a9e4-279dc96047db service neutron] Checking segment: {'id': '16d922d8-128b-4529-bd1d-39c844a7d0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'd6114fe2-e794-4d95-9119-6f1373811ee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:56:41.690967 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27592e7e-527b-4373-ba66-77d1b3666674 req-18d37324-ee5c-4ccf-a9e4-279dc96047db service neutron] Bound using segment: {'id': '16d922d8-128b-4529-bd1d-39c844a7d0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'd6114fe2-e794-4d95-9119-6f1373811ee8'} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:56:41.691422 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-27592e7e-527b-4373-ba66-77d1b3666674 req-18d37324-ee5c-4ccf-a9e4-279dc96047db service neutron] Bound port: f9d0d418-d6d6-43a1-9373-6c532514ce64, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d922d8-128b-4529-bd1d-39c844a7d0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'd6114fe2-e794-4d95-9119-6f1373811ee8'}}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:56:41.691774 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-27592e7e-527b-4373-ba66-77d1b3666674 req-18d37324-ee5c-4ccf-a9e4-279dc96047db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (f9d0d418-d6d6-43a1-9373-6c532514ce64), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:41.706699 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-df73817c-c5c0-4ad7-ac56-6b87299c7700 req-1e4b3ced-64cc-4fea-9116-075a393874cb tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/security-groups?id=4c257128-1493-450a-8a8b-b3d46ded6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703509 Feb 17 09:56:41.716615 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdaa89-1888-40d8-9c42-15a745c264de req-ea719d61-717e-4460-a28f-f29742d68fb3 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:41.718100 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4cbdaa89-1888-40d8-9c42-15a745c264de req-ea719d61-717e-4460-a28f-f29742d68fb3 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0939915 Feb 17 09:56:41.755235 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-27592e7e-527b-4373-ba66-77d1b3666674 req-18d37324-ee5c-4ccf-a9e4-279dc96047db service neutron] For port f9d0d418-d6d6-43a1-9373-6c532514ce64, host hv-cinder-77819, cleared binding levels {{(pid=102621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:56:41.758161 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-27592e7e-527b-4373-ba66-77d1b3666674 req-18d37324-ee5c-4ccf-a9e4-279dc96047db service neutron] For port f9d0d418-d6d6-43a1-9373-6c532514ce64, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f9d0d418-d6d6-43a1-9373-6c532514ce64,segment=NetworkSegment(16d922d8-128b-4529-bd1d-39c844a7d0e5),segment_id=16d922d8-128b-4529-bd1d-39c844a7d0e5)] {{(pid=102621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:56:41.764765 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-27592e7e-527b-4373-ba66-77d1b3666674 req-18d37324-ee5c-4ccf-a9e4-279dc96047db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (f9d0d418-d6d6-43a1-9373-6c532514ce64), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:41.766747 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4cbdaa89-1888-40d8-9c42-15a745c264de req-5006a295-bffe-46ff-8486-1c6dd2a757ff tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426250 Feb 17 09:56:41.798569 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27592e7e-527b-4373-ba66-77d1b3666674 req-18d37324-ee5c-4ccf-a9e4-279dc96047db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:41.799218 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-27592e7e-527b-4373-ba66-77d1b3666674 req-18d37324-ee5c-4ccf-a9e4-279dc96047db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:41.800581 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-27592e7e-527b-4373-ba66-77d1b3666674 req-18d37324-ee5c-4ccf-a9e4-279dc96047db service neutron] 10.222.0.93 "PUT /v2.0/ports/f9d0d418-d6d6-43a1-9373-6c532514ce64 HTTP/1.1" status: 200 len: 1094 time: 0.5838175 Feb 17 09:56:41.802514 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e15eb174-195c-42f4-b79f-f0aed5922f54', 'tag': 'f9d0d418-d6d6-43a1-9373-6c532514ce64'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:56:41.804778 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471b776a-d064-4b37-8024-85b0a1d77ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "e15eb174-195c-42f4-b79f-f0aed5922f54", "tag": "f9d0d418-d6d6-43a1-9373-6c532514ce64"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:56:41.828822 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d37324-ee5c-4ccf-a9e4-279dc96047db service neutron] Pushing event updated for resources: {'Port': ['ID=f9d0d418-d6d6-43a1-9373-6c532514ce64,revision_number=3']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:41.841193 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e68e34c-86ed-471c-bc2e-13fb9e7cc5c6 x-openstack-request-id: req-3e68e34c-86ed-471c-bc2e-13fb9e7cc5c6 {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:56:41.841477 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e15eb174-195c-42f4-b79f-f0aed5922f54", "tag": "f9d0d418-d6d6-43a1-9373-6c532514ce64", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:56:41.841725 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-3e68e34c-86ed-471c-bc2e-13fb9e7cc5c6 {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:56:41.842111 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e15eb174-195c-42f4-b79f-f0aed5922f54', 'tag': 'f9d0d418-d6d6-43a1-9373-6c532514ce64', 'status': 'completed', 'code': 200} Feb 17 09:56:42.270720 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b776a-d064-4b37-8024-85b0a1d77ffa req-5e7f6297-616c-4738-bdba-734b9101d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:42.272265 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-471b776a-d064-4b37-8024-85b0a1d77ffa req-5e7f6297-616c-4738-bdba-734b9101d51c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9bc505fc51b34ddd88246cebfcab9805&device_id=e15eb174-195c-42f4-b79f-f0aed5922f54 HTTP/1.1" status: 200 len: 1128 time: 0.0475168 Feb 17 09:56:42.366525 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b776a-d064-4b37-8024-85b0a1d77ffa req-43b517ec-0e9e-45ee-90ca-64a39e3c548d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:42.368038 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-471b776a-d064-4b37-8024-85b0a1d77ffa req-43b517ec-0e9e-45ee-90ca-64a39e3c548d service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=9bc505fc51b34ddd88246cebfcab9805&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0883217 Feb 17 09:56:42.462198 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b776a-d064-4b37-8024-85b0a1d77ffa req-8f1f948a-0ead-425f-9877-af589d785848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:42.464237 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-471b776a-d064-4b37-8024-85b0a1d77ffa req-8f1f948a-0ead-425f-9877-af589d785848 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0893567 Feb 17 09:56:42.551943 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27592e7e-527b-4373-ba66-77d1b3666674 req-97a3a8ce-6c2a-4c25-acfc-6bde61d10bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:42.553447 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-27592e7e-527b-4373-ba66-77d1b3666674 req-97a3a8ce-6c2a-4c25-acfc-6bde61d10bc0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9bc505fc51b34ddd88246cebfcab9805&device_id=e15eb174-195c-42f4-b79f-f0aed5922f54 HTTP/1.1" status: 200 len: 1128 time: 0.0428123 Feb 17 09:56:42.599092 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-27592e7e-527b-4373-ba66-77d1b3666674 req-13d8f9c2-9b46-49dc-98be-a9e4fe522971 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9d0d418-d6d6-43a1-9373-6c532514ce64 HTTP/1.1" status: 200 len: 217 time: 0.0353734 Feb 17 09:56:42.655193 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27592e7e-527b-4373-ba66-77d1b3666674 req-48993482-703c-439a-b3d9-9e87dfd92200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:42.656743 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-27592e7e-527b-4373-ba66-77d1b3666674 req-48993482-703c-439a-b3d9-9e87dfd92200 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a9fedabc-4575-48b6-a4ca-ca4ff06de6dc HTTP/1.1" status: 200 len: 849 time: 0.0474551 Feb 17 09:56:42.688942 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-27592e7e-527b-4373-ba66-77d1b3666674 req-7d46484f-28b7-4387-94cd-b8f72011f029 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d6114fe2-e794-4d95-9119-6f1373811ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251341 Feb 17 09:56:42.791685 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-27592e7e-527b-4373-ba66-77d1b3666674 req-df325dcd-0edb-4e00-a13b-9633d09f38bb service neutron] 10.222.0.93 "GET /v2.0/networks/d6114fe2-e794-4d95-9119-6f1373811ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916724 Feb 17 09:56:42.847131 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa427c-7ac0-4bb9-9bad-41151f1869d4 req-adb4ca46-87bd-4119-b4dd-5f50a3ade172 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:42.851734 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d2fa427c-7ac0-4bb9-9bad-41151f1869d4 req-adb4ca46-87bd-4119-b4dd-5f50a3ade172 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/ports?device_id=e15eb174-195c-42f4-b79f-f0aed5922f54 HTTP/1.1" status: 200 len: 944 time: 0.0726390 Feb 17 09:56:42.931843 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-27592e7e-527b-4373-ba66-77d1b3666674 req-106c0a92-67f4-4dac-a27e-75ea1c45fcad service neutron] 10.222.0.93 "GET /v2.0/networks/d6114fe2-e794-4d95-9119-6f1373811ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305785 Feb 17 09:56:42.942134 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d2fa427c-7ac0-4bb9-9bad-41151f1869d4 req-3b2bc61c-21d9-492c-b756-6fd802ad4bec tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/security-groups?id=4c257128-1493-450a-8a8b-b3d46ded6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828297 Feb 17 09:56:42.954044 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a0f75-67b4-4349-89e4-044069d40462 req-35b88b2b-9c09-4c52-a9a8-900a52486d7e tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:42.955648 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-dc6a0f75-67b4-4349-89e4-044069d40462 req-35b88b2b-9c09-4c52-a9a8-900a52486d7e tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0982878 Feb 17 09:56:43.009229 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-dc6a0f75-67b4-4349-89e4-044069d40462 req-e5c03ec7-16cd-4335-ab49-a2f04eed1d0d tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410783 Feb 17 09:56:43.925289 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-9d152d2c-8e02-46f5-9e0e-f4d666f3b1d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:44.083268 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06822e97-8a39-4651-9e0b-d54b1fc91d94 req-c6942f8c-1ea8-46c8-a2e1-5aedcce7bbcc tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:44.085383 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-06822e97-8a39-4651-9e0b-d54b1fc91d94 req-c6942f8c-1ea8-46c8-a2e1-5aedcce7bbcc tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/ports?device_id=e15eb174-195c-42f4-b79f-f0aed5922f54 HTTP/1.1" status: 200 len: 944 time: 0.0701518 Feb 17 09:56:44.177316 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-06822e97-8a39-4651-9e0b-d54b1fc91d94 req-8a043ed7-f2a2-43f3-84ad-7bdb3f1c363f tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/security-groups?id=4c257128-1493-450a-8a8b-b3d46ded6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807869 Feb 17 09:56:44.188639 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74bc50-607e-42c1-a52a-5070a381d431 req-481c8ec6-f032-4201-bb47-154512872372 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:44.190122 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ce74bc50-607e-42c1-a52a-5070a381d431 req-481c8ec6-f032-4201-bb47-154512872372 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0927484 Feb 17 09:56:44.239401 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ce74bc50-607e-42c1-a52a-5070a381d431 req-6e18e1bc-b3b8-40db-bdd0-4b1a4c4212cb tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437403 Feb 17 09:56:44.941489 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:45.298977 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619aa1c-6739-4067-9b4a-094dacb731d4 req-2bcce74f-9a53-4285-b511-7908b75df30e tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:45.300528 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e619aa1c-6739-4067-9b4a-094dacb731d4 req-2bcce74f-9a53-4285-b511-7908b75df30e tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/ports?device_id=e15eb174-195c-42f4-b79f-f0aed5922f54 HTTP/1.1" status: 200 len: 944 time: 0.0527549 Feb 17 09:56:45.385967 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e619aa1c-6739-4067-9b4a-094dacb731d4 req-236e4b28-859a-4add-a706-8f466c1b1a75 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/security-groups?id=4c257128-1493-450a-8a8b-b3d46ded6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798738 Feb 17 09:56:45.398533 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf735712-8259-491a-ab34-0994d488fbab req-6f05a058-3f4b-47b3-b149-9de6c80baef5 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:45.400078 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-bf735712-8259-491a-ab34-0994d488fbab req-6f05a058-3f4b-47b3-b149-9de6c80baef5 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0872858 Feb 17 09:56:45.458742 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-bf735712-8259-491a-ab34-0994d488fbab req-9ba8abbe-fb95-4260-80e9-911d800fb8c6 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526936 Feb 17 09:56:46.201593 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544a050-1904-47a5-9de7-80a3842a5032 req-410c4c09-8c89-4582-8443-08057dec83ed tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:46.202969 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e544a050-1904-47a5-9de7-80a3842a5032 req-410c4c09-8c89-4582-8443-08057dec83ed tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/networks?id=3e394879-3601-44f7-9d0c-db3a1f77754c HTTP/1.1" status: 200 len: 814 time: 0.0989187 Feb 17 09:56:46.206852 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device f9d0d418-d6d6-43a1-9373-6c532514ce64 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:56:46.219944 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e544a050-1904-47a5-9de7-80a3842a5032 req-b60f5722-baa6-4b80-b9b8-d17dc54ad4fa tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/quotas/27800d98882745358be14d3e57d20254 HTTP/1.1" status: 200 len: 375 time: 0.0097077 Feb 17 09:56:46.265764 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:46.280636 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e544a050-1904-47a5-9de7-80a3842a5032 req-b10a76e6-aa10-4c7b-a0fc-e8d75c212d82 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=27800d98882745358be14d3e57d20254&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0553381 Feb 17 09:56:46.322834 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port f9d0d418-d6d6-43a1-9373-6c532514ce64, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f9d0d418-d6d6-43a1-9373-6c532514ce64,segment=NetworkSegment(16d922d8-128b-4529-bd1d-39c844a7d0e5),segment_id=16d922d8-128b-4529-bd1d-39c844a7d0e5)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:56:46.333698 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Returning: {'device': 'f9d0d418-d6d6-43a1-9373-6c532514ce64', 'network_id': 'd6114fe2-e794-4d95-9119-6f1373811ee8', 'port_id': 'f9d0d418-d6d6-43a1-9373-6c532514ce64', 'mac_address': 'fa:16:3e:ce:da:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9fedabc-4575-48b6-a4ca-ca4ff06de6dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:56:46.369311 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e544a050-1904-47a5-9de7-80a3842a5032 req-eef3f1e8-4bdb-4a15-9450-77002b5ad427 service neutron] 10.222.0.82 "GET /v2.0/networks/3e394879-3601-44f7-9d0c-db3a1f77754c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815396 Feb 17 09:56:46.375645 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port f9d0d418-d6d6-43a1-9373-6c532514ce64 is: DOWN; New status is: BUILD {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:56:46.376040 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (f9d0d418-d6d6-43a1-9373-6c532514ce64), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:46.389157 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d0d418-d6d6-43a1-9373-6c532514ce64 {{(pid=102622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:56:46.408943 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port f9d0d418-d6d6-43a1-9373-6c532514ce64, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f9d0d418-d6d6-43a1-9373-6c532514ce64,segment=NetworkSegment(16d922d8-128b-4529-bd1d-39c844a7d0e5),segment_id=16d922d8-128b-4529-bd1d-39c844a7d0e5)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:56:46.414202 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (f9d0d418-d6d6-43a1-9373-6c532514ce64), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:46.463373 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=f9d0d418-d6d6-43a1-9373-6c532514ce64,revision_number=4']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:46.498672 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e544a050-1904-47a5-9de7-80a3842a5032 req-436e676e-a0f7-4ebb-aeff-bb3600dfaade service neutron] 10.222.0.82 "GET /v2.0/networks/3e394879-3601-44f7-9d0c-db3a1f77754c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239111 Feb 17 09:56:46.529126 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da55e95-5a3d-4ebc-a6f9-35c84fe6c796 req-cdcbdfbd-9232-4f81-af26-de9653513e8e tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:46.530639 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-5da55e95-5a3d-4ebc-a6f9-35c84fe6c796 req-cdcbdfbd-9232-4f81-af26-de9653513e8e tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/ports?device_id=e15eb174-195c-42f4-b79f-f0aed5922f54 HTTP/1.1" status: 200 len: 945 time: 0.0699642 Feb 17 09:56:46.580035 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-5da55e95-5a3d-4ebc-a6f9-35c84fe6c796 req-4fe84dd6-f116-44b0-9d50-cb2fff33c278 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/security-groups?id=4c257128-1493-450a-8a8b-b3d46ded6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429885 Feb 17 09:56:46.716741 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-de796447-0b16-4ac5-98e3-a00ecb140cac req-b85bc0f8-9cd4-4816-96e6-3fcb73d8a117 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=eba6c90e-dd45-4d13-9de9-11c51a39ad2c HTTP/1.1" status: 200 len: 210 time: 0.0527372 Feb 17 09:56:46.744702 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c284d-f32f-49ac-9a3c-f893f39a95c2 req-041bdbb7-8195-41d0-b04e-f4564463fc7c tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:46.746193 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0f6c284d-f32f-49ac-9a3c-f893f39a95c2 req-041bdbb7-8195-41d0-b04e-f4564463fc7c tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0732734 Feb 17 09:56:46.766891 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['f9d0d418-d6d6-43a1-9373-6c532514ce64'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:56:46.812529 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0f6c284d-f32f-49ac-9a3c-f893f39a95c2 req-78e25e59-25ba-499a-aaae-f763014c8bfe tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602074 Feb 17 09:56:47.717075 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be95eb2-d221-4f3e-a11b-30b09791432d req-cfe46ecf-a2bc-4b58-9f96-2bf619776b92 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:47.718611 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0be95eb2-d221-4f3e-a11b-30b09791432d req-cfe46ecf-a2bc-4b58-9f96-2bf619776b92 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/ports?device_id=e15eb174-195c-42f4-b79f-f0aed5922f54 HTTP/1.1" status: 200 len: 945 time: 0.0565042 Feb 17 09:56:47.773689 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0be95eb2-d221-4f3e-a11b-30b09791432d req-088106bc-c426-423c-bec6-3fb69ee660c7 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/security-groups?id=4c257128-1493-450a-8a8b-b3d46ded6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488131 Feb 17 09:56:47.797551 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:47.870097 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9ad365e9-52c0-4d4f-a2f7-b5f3e4d03c57 req-f6d400f3-2533-4cea-bde2-7c0b804fed1d tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=eba6c90e-dd45-4d13-9de9-11c51a39ad2c HTTP/1.1" status: 200 len: 210 time: 0.0619075 Feb 17 09:56:47.959849 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df356d6-77e1-4b57-8716-ecf3648fa5e6 req-5d513646-3f9c-4a73-a0ec-1c64dee85242 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:47.961586 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1df356d6-77e1-4b57-8716-ecf3648fa5e6 req-5d513646-3f9c-4a73-a0ec-1c64dee85242 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0581553 Feb 17 09:56:47.974027 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544a050-1904-47a5-9de7-80a3842a5032 req-48e71ac6-f898-492b-aa2d-91062740dcf0 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:47.975574 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e544a050-1904-47a5-9de7-80a3842a5032 req-48e71ac6-f898-492b-aa2d-91062740dcf0 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.93 "GET /v2.0/networks?id=3e394879-3601-44f7-9d0c-db3a1f77754c HTTP/1.1" status: 200 len: 814 time: 0.1749499 Feb 17 09:56:47.998951 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-e544a050-1904-47a5-9de7-80a3842a5032 req-77a5d93a-506f-4c43-b005-87023416fc6f tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Request body: {'port': {'device_id': 'eba6c90e-dd45-4d13-9de9-11c51a39ad2c', 'network_id': '3e394879-3601-44f7-9d0c-db3a1f77754c', 'admin_state_up': True, 'tenant_id': '27800d98882745358be14d3e57d20254'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:56:48.024747 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1df356d6-77e1-4b57-8716-ecf3648fa5e6 req-72bda4ed-ede9-4b90-bc96-e39a97b7e20b tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504692 Feb 17 09:56:48.130900 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e544a050-1904-47a5-9de7-80a3842a5032 req-77a5d93a-506f-4c43-b005-87023416fc6f tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Made reservation on behalf of 27800d98882745358be14d3e57d20254 for: {'port': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:56:48.135400 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-e544a050-1904-47a5-9de7-80a3842a5032 req-77a5d93a-506f-4c43-b005-87023416fc6f tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:48.218271 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device f9d0d418-d6d6-43a1-9373-6c532514ce64 up at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:56:48.279731 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning for port f9d0d418-d6d6-43a1-9373-6c532514ce64 completed by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:56:48.283750 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning complete for port f9d0d418-d6d6-43a1-9373-6c532514ce64 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:56:48.284112 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (f9d0d418-d6d6-43a1-9373-6c532514ce64), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:48.284534 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_common [req-e544a050-1904-47a5-9de7-80a3842a5032 req-77a5d93a-506f-4c43-b005-87023416fc6f tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Allocated IP 172.20.0.9 (3e394879-3601-44f7-9d0c-db3a1f77754c/00c24b15-aa81-4b6e-912f-1e91c3a9689b/36edecff-1940-4690-a1d6-0731b96cb736) {{(pid=102621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:56:48.387561 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port f9d0d418-d6d6-43a1-9373-6c532514ce64 is: BUILD; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:56:48.387963 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (f9d0d418-d6d6-43a1-9373-6c532514ce64), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:48.410317 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15eb174-195c-42f4-b79f-f0aed5922f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d0d418-d6d6-43a1-9373-6c532514ce64'}] {{(pid=102622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:56:48.412614 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c0921c82721ddcd3043691fcb1168a632d6e856cc39374f61865f4aa2fd6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488024fd-912a-425d-8161-2355fd0d49be" -d '{"events": [{"server_uuid": "e15eb174-195c-42f4-b79f-f0aed5922f54", "name": "network-vif-plugged", "status": "completed", "tag": "f9d0d418-d6d6-43a1-9373-6c532514ce64"}]}' {{(pid=102622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:56:48.425922 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port f9d0d418-d6d6-43a1-9373-6c532514ce64, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f9d0d418-d6d6-43a1-9373-6c532514ce64,segment=NetworkSegment(16d922d8-128b-4529-bd1d-39c844a7d0e5),segment_id=16d922d8-128b-4529-bd1d-39c844a7d0e5)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:56:48.433266 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (f9d0d418-d6d6-43a1-9373-6c532514ce64), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:48.456356 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eda2191-ca9b-4ced-96ad-bfe96ffa45e4 x-openstack-request-id: req-6eda2191-ca9b-4ced-96ad-bfe96ffa45e4 {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:56:48.456887 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15eb174-195c-42f4-b79f-f0aed5922f54", "name": "network-vif-plugged", "status": "completed", "tag": "f9d0d418-d6d6-43a1-9373-6c532514ce64", "code": 200}]} {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:56:48.457138 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6eda2191-ca9b-4ced-96ad-bfe96ffa45e4 {{(pid=102622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:56:48.457667 dv-cinder-778193-18-iscsi neutron-server[102622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15eb174-195c-42f4-b79f-f0aed5922f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d0d418-d6d6-43a1-9373-6c532514ce64', 'code': 200} Feb 17 09:56:48.460981 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-e544a050-1904-47a5-9de7-80a3842a5032 req-77a5d93a-506f-4c43-b005-87023416fc6f tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Publish callbacks [] for port (36edecff-1940-4690-a1d6-0731b96cb736), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:48.490479 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=f9d0d418-d6d6-43a1-9373-6c532514ce64,revision_number=5']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:48.500315 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-e544a050-1904-47a5-9de7-80a3842a5032 req-77a5d93a-506f-4c43-b005-87023416fc6f tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393'] for port (36edecff-1940-4690-a1d6-0731b96cb736), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:48.513199 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['d8cc59f0-a44e-470b-80dc-65f6b98f51b4', '27de2a8a-b75b-4d92-82a1-03eba194cd8d', '82b82bd9-8617-4465-8708-1ed739ad824b'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:56:48.803916 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e544a050-1904-47a5-9de7-80a3842a5032 req-77a5d93a-506f-4c43-b005-87023416fc6f tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Network 3e394879-3601-44f7-9d0c-db3a1f77754c is already hosted by enough agents. {{(pid=102621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:56:48.812404 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [req-e544a050-1904-47a5-9de7-80a3842a5032 req-77a5d93a-506f-4c43-b005-87023416fc6f tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Resources bound (agent type, host, resource id): {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:56:48.818379 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-e544a050-1904-47a5-9de7-80a3842a5032 req-77a5d93a-506f-4c43-b005-87023416fc6f tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Received port after_create {{(pid=102621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:56:48.824181 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544a050-1904-47a5-9de7-80a3842a5032 req-77a5d93a-506f-4c43-b005-87023416fc6f tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:48.825292 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-e544a050-1904-47a5-9de7-80a3842a5032 req-77a5d93a-506f-4c43-b005-87023416fc6f tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:48.840431 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5d93a-506f-4c43-b005-87023416fc6f tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Pushing event updated for resources: {'Port': ['ID=36edecff-1940-4690-a1d6-0731b96cb736,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:48.852821 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e544a050-1904-47a5-9de7-80a3842a5032 req-77a5d93a-506f-4c43-b005-87023416fc6f tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8592987 Feb 17 09:56:48.859068 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07e2c5-2535-476d-8268-8b241adb4fac req-c89b7900-a499-42a6-a9ef-dbe2e872a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:48.860635 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-2e07e2c5-2535-476d-8268-8b241adb4fac req-c89b7900-a499-42a6-a9ef-dbe2e872a1cb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e15eb174-195c-42f4-b79f-f0aed5922f54 HTTP/1.1" status: 200 len: 1130 time: 0.0976963 Feb 17 09:56:48.865639 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-e544a050-1904-47a5-9de7-80a3842a5032 req-457391f8-cb3b-489b-86ed-08807a07b24c service neutron] Request body: {'port': {'device_id': 'eba6c90e-dd45-4d13-9de9-11c51a39ad2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:56:48.941157 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a163c55-c3e3-4c73-a57f-d9c04544eb88 req-23a06a9c-bb5a-4010-9c35-2b1d4ab53518 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:48.943448 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8a163c55-c3e3-4c73-a57f-d9c04544eb88 req-23a06a9c-bb5a-4010-9c35-2b1d4ab53518 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/ports?device_id=e15eb174-195c-42f4-b79f-f0aed5922f54 HTTP/1.1" status: 200 len: 946 time: 0.0631852 Feb 17 09:56:48.957241 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-2e07e2c5-2535-476d-8268-8b241adb4fac req-2a9aad95-30f3-465b-81ae-586305b56b21 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4c257128-1493-450a-8a8b-b3d46ded6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874863 Feb 17 09:56:48.959858 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-e544a050-1904-47a5-9de7-80a3842a5032 req-457391f8-cb3b-489b-86ed-08807a07b24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (36edecff-1940-4690-a1d6-0731b96cb736), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:49.023996 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8a163c55-c3e3-4c73-a57f-d9c04544eb88 req-62a70354-adb5-4512-9c89-f6d6cb5ce7fb tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/security-groups?id=4c257128-1493-450a-8a8b-b3d46ded6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692980 Feb 17 09:56:49.035960 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37624a39-7dc6-43cc-b8fd-1409989ceff2 req-02840977-aa2c-41c2-8ee4-386315e4faf0 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:49.037436 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-37624a39-7dc6-43cc-b8fd-1409989ceff2 req-02840977-aa2c-41c2-8ee4-386315e4faf0 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=eba6c90e-dd45-4d13-9de9-11c51a39ad2c HTTP/1.1" status: 200 len: 931 time: 0.0930951 Feb 17 09:56:49.092540 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-37624a39-7dc6-43cc-b8fd-1409989ceff2 req-79ee7ad1-d0e0-4a2f-aa86-5792e1f08d77 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494077 Feb 17 09:56:49.167793 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87c917-8287-40da-9257-f3037e5150c1 req-7de6c7a2-f50d-468e-a3d3-8533e544f4e2 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:49.169621 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3d87c917-8287-40da-9257-f3037e5150c1 req-7de6c7a2-f50d-468e-a3d3-8533e544f4e2 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0554633 Feb 17 09:56:49.216624 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3d87c917-8287-40da-9257-f3037e5150c1 req-3a72385b-cf44-4cff-97ca-0b18ed4f5cd7 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414181 Feb 17 09:56:49.239467 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [req-e544a050-1904-47a5-9de7-80a3842a5032 req-457391f8-cb3b-489b-86ed-08807a07b24c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36edecff-1940-4690-a1d6-0731b96cb736 {{(pid=102621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:56:49.246680 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-e544a050-1904-47a5-9de7-80a3842a5032 req-457391f8-cb3b-489b-86ed-08807a07b24c service neutron] Publish callbacks [] for port (36edecff-1940-4690-a1d6-0731b96cb736), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:49.259776 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.provisioning_blocks [req-e544a050-1904-47a5-9de7-80a3842a5032 req-457391f8-cb3b-489b-86ed-08807a07b24c service neutron] Transition to ACTIVE for port object 36edecff-1940-4690-a1d6-0731b96cb736 will not be triggered until provisioned by entity L2. {{(pid=102621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:56:49.263877 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-e544a050-1904-47a5-9de7-80a3842a5032 req-457391f8-cb3b-489b-86ed-08807a07b24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (36edecff-1940-4690-a1d6-0731b96cb736), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:49.311907 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457391f8-cb3b-489b-86ed-08807a07b24c service neutron] Pushing event updated for resources: {'Port': ['ID=36edecff-1940-4690-a1d6-0731b96cb736,revision_number=2']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:49.348201 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-e544a050-1904-47a5-9de7-80a3842a5032 req-457391f8-cb3b-489b-86ed-08807a07b24c service neutron] Attempting to bind port 36edecff-1940-4690-a1d6-0731b96cb736 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:56:49.348538 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-e544a050-1904-47a5-9de7-80a3842a5032 req-457391f8-cb3b-489b-86ed-08807a07b24c service neutron] Attempting to bind port 36edecff-1940-4690-a1d6-0731b96cb736 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'd858bd6f-9f4a-456e-b559-3a505e873a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '3e394879-3601-44f7-9d0c-db3a1f77754c'}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:56:49.348861 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e544a050-1904-47a5-9de7-80a3842a5032 req-457391f8-cb3b-489b-86ed-08807a07b24c service neutron] Attempting to bind port 36edecff-1940-4690-a1d6-0731b96cb736 on network 3e394879-3601-44f7-9d0c-db3a1f77754c {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:56:49.353641 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e544a050-1904-47a5-9de7-80a3842a5032 req-457391f8-cb3b-489b-86ed-08807a07b24c service neutron] Port 36edecff-1940-4690-a1d6-0731b96cb736 on network 3e394879-3601-44f7-9d0c-db3a1f77754c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 09:56:49.353964 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e544a050-1904-47a5-9de7-80a3842a5032 req-457391f8-cb3b-489b-86ed-08807a07b24c service neutron] Attempting to bind port 36edecff-1940-4690-a1d6-0731b96cb736 on network 3e394879-3601-44f7-9d0c-db3a1f77754c {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:56:49.362130 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e544a050-1904-47a5-9de7-80a3842a5032 req-457391f8-cb3b-489b-86ed-08807a07b24c service neutron] Checking agent: {'id': '57512943-2fb5-44da-9b65-1b43ee30ab09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'started_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:56:49.362473 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e544a050-1904-47a5-9de7-80a3842a5032 req-457391f8-cb3b-489b-86ed-08807a07b24c service neutron] Checking segment: {'id': 'd858bd6f-9f4a-456e-b559-3a505e873a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '3e394879-3601-44f7-9d0c-db3a1f77754c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:56:49.362946 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e544a050-1904-47a5-9de7-80a3842a5032 req-457391f8-cb3b-489b-86ed-08807a07b24c service neutron] Bound using segment: {'id': 'd858bd6f-9f4a-456e-b559-3a505e873a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '3e394879-3601-44f7-9d0c-db3a1f77754c'} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:56:49.363496 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-e544a050-1904-47a5-9de7-80a3842a5032 req-457391f8-cb3b-489b-86ed-08807a07b24c service neutron] Bound port: 36edecff-1940-4690-a1d6-0731b96cb736, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd858bd6f-9f4a-456e-b559-3a505e873a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '3e394879-3601-44f7-9d0c-db3a1f77754c'}}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:56:49.363918 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-e544a050-1904-47a5-9de7-80a3842a5032 req-457391f8-cb3b-489b-86ed-08807a07b24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (36edecff-1940-4690-a1d6-0731b96cb736), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:49.440830 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-e544a050-1904-47a5-9de7-80a3842a5032 req-457391f8-cb3b-489b-86ed-08807a07b24c service neutron] For port 36edecff-1940-4690-a1d6-0731b96cb736, host hv-cinder-77819, cleared binding levels {{(pid=102621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:56:49.444287 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-e544a050-1904-47a5-9de7-80a3842a5032 req-457391f8-cb3b-489b-86ed-08807a07b24c service neutron] For port 36edecff-1940-4690-a1d6-0731b96cb736, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=36edecff-1940-4690-a1d6-0731b96cb736,segment=NetworkSegment(d858bd6f-9f4a-456e-b559-3a505e873a9d),segment_id=d858bd6f-9f4a-456e-b559-3a505e873a9d)] {{(pid=102621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:56:49.450981 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-e544a050-1904-47a5-9de7-80a3842a5032 req-457391f8-cb3b-489b-86ed-08807a07b24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (36edecff-1940-4690-a1d6-0731b96cb736), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:49.487595 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544a050-1904-47a5-9de7-80a3842a5032 req-457391f8-cb3b-489b-86ed-08807a07b24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:49.488217 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-e544a050-1904-47a5-9de7-80a3842a5032 req-457391f8-cb3b-489b-86ed-08807a07b24c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:49.489582 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e544a050-1904-47a5-9de7-80a3842a5032 req-457391f8-cb3b-489b-86ed-08807a07b24c service neutron] 10.222.0.93 "PUT /v2.0/ports/36edecff-1940-4690-a1d6-0731b96cb736 HTTP/1.1" status: 200 len: 1093 time: 0.6280103 Feb 17 09:56:49.490023 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eba6c90e-dd45-4d13-9de9-11c51a39ad2c', 'tag': '36edecff-1940-4690-a1d6-0731b96cb736'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:56:49.492573 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be324c79-266b-40e5-894b-852f6eb7e302" -d '{"events": [{"name": "network-changed", "server_uuid": "eba6c90e-dd45-4d13-9de9-11c51a39ad2c", "tag": "36edecff-1940-4690-a1d6-0731b96cb736"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:56:49.522103 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457391f8-cb3b-489b-86ed-08807a07b24c service neutron] Pushing event updated for resources: {'Port': ['ID=36edecff-1940-4690-a1d6-0731b96cb736,revision_number=3']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:49.541746 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2991b5dd-7ab2-4ed5-89ee-6df111f8e8f0 x-openstack-request-id: req-2991b5dd-7ab2-4ed5-89ee-6df111f8e8f0 {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:56:49.542338 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eba6c90e-dd45-4d13-9de9-11c51a39ad2c", "tag": "36edecff-1940-4690-a1d6-0731b96cb736", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:56:49.542458 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-2991b5dd-7ab2-4ed5-89ee-6df111f8e8f0 {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:56:49.542934 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eba6c90e-dd45-4d13-9de9-11c51a39ad2c', 'tag': '36edecff-1940-4690-a1d6-0731b96cb736', 'status': 'completed', 'code': 200} Feb 17 09:56:49.633361 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544a050-1904-47a5-9de7-80a3842a5032 req-129b3861-f6d1-4681-b6e0-f693dbdbcb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:49.634934 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e544a050-1904-47a5-9de7-80a3842a5032 req-129b3861-f6d1-4681-b6e0-f693dbdbcb68 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=27800d98882745358be14d3e57d20254&device_id=eba6c90e-dd45-4d13-9de9-11c51a39ad2c HTTP/1.1" status: 200 len: 1127 time: 0.0775006 Feb 17 09:56:49.644301 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28543cb3-1102-4d91-b04a-6f689766defb req-4b681758-9599-444d-8bbe-fd5eb18024e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:49.645739 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-28543cb3-1102-4d91-b04a-6f689766defb req-4b681758-9599-444d-8bbe-fd5eb18024e7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 1130 time: 0.0627725 Feb 17 09:56:49.695013 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e544a050-1904-47a5-9de7-80a3842a5032 req-95ff74ca-0380-4182-976d-67c82075a85f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36edecff-1940-4690-a1d6-0731b96cb736 HTTP/1.1" status: 200 len: 217 time: 0.0450919 Feb 17 09:56:49.763836 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-28543cb3-1102-4d91-b04a-6f689766defb req-ed4a94fd-55ad-43bf-8996-86900bc4ade4 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075468 Feb 17 09:56:49.767502 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544a050-1904-47a5-9de7-80a3842a5032 req-011802be-9043-4914-a8db-78175f17f5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:49.768856 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e544a050-1904-47a5-9de7-80a3842a5032 req-011802be-9043-4914-a8db-78175f17f5a7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00c24b15-aa81-4b6e-912f-1e91c3a9689b HTTP/1.1" status: 200 len: 854 time: 0.0651197 Feb 17 09:56:49.895058 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 48412) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:56:50.001072 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1d9fa9bd-5098-4258-b767-275863cd0fa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:50.069207 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e544a050-1904-47a5-9de7-80a3842a5032 req-7441ec18-fa64-4c6c-9763-c417f17ca5d6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3e394879-3601-44f7-9d0c-db3a1f77754c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362949 Feb 17 09:56:50.093620 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1d9fa9bd-5098-4258-b767-275863cd0fa7 admin admin] Publish callbacks [] for security_group (be3db9ef-54a4-4970-92be-1f900fcddfc9), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:50.099656 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1d9fa9bd-5098-4258-b767-275863cd0fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (be3db9ef-54a4-4970-92be-1f900fcddfc9), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:50.175175 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-1d9fa9bd-5098-4258-b767-275863cd0fa7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4bd58f772fee418ab7ece16e8b6b6e8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2789412 Feb 17 09:56:50.177890 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e544a050-1904-47a5-9de7-80a3842a5032 req-609f9bfb-21d8-4122-beb9-bb3274ba0466 service neutron] 10.222.0.93 "GET /v2.0/networks/3e394879-3601-44f7-9d0c-db3a1f77754c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005137 Feb 17 09:56:50.178033 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 48420) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:56:50.180504 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9fa9bd-5098-4258-b767-275863cd0fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3db9ef-54a4-4970-92be-1f900fcddfc9,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:50.269224 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad7c21-91e9-44d1-8ab0-2d49fb7ab529 req-c515fe02-3bc2-4472-a3bb-c634ccda1da4 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:50.270702 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6bad7c21-91e9-44d1-8ab0-2d49fb7ab529 req-c515fe02-3bc2-4472-a3bb-c634ccda1da4 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/ports?device_id=e15eb174-195c-42f4-b79f-f0aed5922f54 HTTP/1.1" status: 200 len: 946 time: 0.1483777 Feb 17 09:56:50.274448 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e544a050-1904-47a5-9de7-80a3842a5032 req-03582b63-f92f-41f8-a06f-7a75b1cd4db1 service neutron] 10.222.0.93 "GET /v2.0/networks/3e394879-3601-44f7-9d0c-db3a1f77754c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895727 Feb 17 09:56:50.282338 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419ca49-431e-4ba6-b89b-83a1474c63bb req-87c615d6-e37e-4896-9e88-40090ca0fc00 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:50.284077 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b419ca49-431e-4ba6-b89b-83a1474c63bb req-87c615d6-e37e-4896-9e88-40090ca0fc00 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=eba6c90e-dd45-4d13-9de9-11c51a39ad2c HTTP/1.1" status: 200 len: 943 time: 0.1067507 Feb 17 09:56:50.326253 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f4e625ea-af81-46db-be87-d19a58bbbe5e admin admin] Publish callbacks [] for security_group (be3db9ef-54a4-4970-92be-1f900fcddfc9), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:50.370452 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f4e625ea-af81-46db-be87-d19a58bbbe5e admin admin] Publish callbacks [] for security_group (be3db9ef-54a4-4970-92be-1f900fcddfc9), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:50.378458 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be324c79-266b-40e5-894b-852f6eb7e302 req-50b64977-c2c7-47a0-bf2f-d46b877a79e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:50.380030 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-be324c79-266b-40e5-894b-852f6eb7e302 req-50b64977-c2c7-47a0-bf2f-d46b877a79e9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=27800d98882745358be14d3e57d20254&device_id=eba6c90e-dd45-4d13-9de9-11c51a39ad2c HTTP/1.1" status: 200 len: 1127 time: 0.0475607 Feb 17 09:56:50.416700 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6bad7c21-91e9-44d1-8ab0-2d49fb7ab529 req-4fd7d2e2-5216-4d71-9a8f-d920b284cff2 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/security-groups?id=4c257128-1493-450a-8a8b-b3d46ded6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310406 Feb 17 09:56:50.443832 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b419ca49-431e-4ba6-b89b-83a1474c63bb req-01626e1b-422e-4d1c-8221-75a9d4884d19 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465435 Feb 17 09:56:50.480968 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f4e625ea-af81-46db-be87-d19a58bbbe5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (be3db9ef-54a4-4970-92be-1f900fcddfc9), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:50.483688 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f4e625ea-af81-46db-be87-d19a58bbbe5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:50.484931 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-f4e625ea-af81-46db-be87-d19a58bbbe5e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/be3db9ef-54a4-4970-92be-1f900fcddfc9 HTTP/1.1" status: 204 len: 168 time: 0.3052163 Feb 17 09:56:50.494388 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e625ea-af81-46db-be87-d19a58bbbe5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3db9ef-54a4-4970-92be-1f900fcddfc9,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:50.522715 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be324c79-266b-40e5-894b-852f6eb7e302 req-5aa7c5e6-9f2e-43ca-a3f9-309ce44b76ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:50.524664 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-be324c79-266b-40e5-894b-852f6eb7e302 req-5aa7c5e6-9f2e-43ca-a3f9-309ce44b76ae service neutron] 10.222.0.93 "GET /v2.0/networks?id=3e394879-3601-44f7-9d0c-db3a1f77754c HTTP/1.1" status: 200 len: 916 time: 0.1376565 Feb 17 09:56:50.572196 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971f31c-a085-4dc0-bb3a-a04b2c01cec4 req-90a3c6af-3588-4bbd-a784-5a2b7724c5c8 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:50.573949 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-5971f31c-a085-4dc0-bb3a-a04b2c01cec4 req-90a3c6af-3588-4bbd-a784-5a2b7724c5c8 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0604782 Feb 17 09:56:50.576173 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-be324c79-266b-40e5-894b-852f6eb7e302 req-c4ebf86d-8a0f-4c12-af6c-db4ff930b51b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36edecff-1940-4690-a1d6-0731b96cb736 HTTP/1.1" status: 200 len: 217 time: 0.0427315 Feb 17 09:56:50.625540 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-5971f31c-a085-4dc0-bb3a-a04b2c01cec4 req-0f77a4d8-cdf2-4e24-a31f-a5086e3e913e tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448620 Feb 17 09:56:50.639257 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be324c79-266b-40e5-894b-852f6eb7e302 req-b0c18ba2-a4c4-4fa4-a67f-8987120eddc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:50.640735 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-be324c79-266b-40e5-894b-852f6eb7e302 req-b0c18ba2-a4c4-4fa4-a67f-8987120eddc9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00c24b15-aa81-4b6e-912f-1e91c3a9689b HTTP/1.1" status: 200 len: 854 time: 0.0484545 Feb 17 09:56:50.680288 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-be324c79-266b-40e5-894b-852f6eb7e302 req-999311ac-1c9a-44b8-bdf6-a71370340968 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3e394879-3601-44f7-9d0c-db3a1f77754c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249991 Feb 17 09:56:50.789495 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-be324c79-266b-40e5-894b-852f6eb7e302 req-4b4576cd-7f74-422c-b30a-4768dc553200 service neutron] 10.222.0.93 "GET /v2.0/networks/3e394879-3601-44f7-9d0c-db3a1f77754c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966568 Feb 17 09:56:50.800603 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 48430) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:56:50.816359 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-45aedbc5-0f38-4510-8191-cc666ee58faf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:50.890215 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-be324c79-266b-40e5-894b-852f6eb7e302 req-2fe83cdc-af0d-4fd9-9722-5f4c39feb326 service neutron] 10.222.0.93 "GET /v2.0/networks/3e394879-3601-44f7-9d0c-db3a1f77754c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922489 Feb 17 09:56:50.899725 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-45aedbc5-0f38-4510-8191-cc666ee58faf admin admin] Publish callbacks [] for security_group (16fc2543-7467-4d9d-a66d-6de0ead56a05), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:50.908775 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-45aedbc5-0f38-4510-8191-cc666ee58faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (16fc2543-7467-4d9d-a66d-6de0ead56a05), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:50.948883 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-45aedbc5-0f38-4510-8191-cc666ee58faf admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4999267046cb47c1bb813c91c8823527&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1469882 Feb 17 09:56:50.950118 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aedbc5-0f38-4510-8191-cc666ee58faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fc2543-7467-4d9d-a66d-6de0ead56a05,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:50.951642 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 48432) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:56:50.999124 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-82d0edbd-b869-4fc6-a865-47ddd532a255 admin admin] Publish callbacks [] for security_group (16fc2543-7467-4d9d-a66d-6de0ead56a05), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:51.020076 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-82d0edbd-b869-4fc6-a865-47ddd532a255 admin admin] Publish callbacks [] for security_group (16fc2543-7467-4d9d-a66d-6de0ead56a05), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:51.069889 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-82d0edbd-b869-4fc6-a865-47ddd532a255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (16fc2543-7467-4d9d-a66d-6de0ead56a05), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:51.073356 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-82d0edbd-b869-4fc6-a865-47ddd532a255 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:51.076998 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-82d0edbd-b869-4fc6-a865-47ddd532a255 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/16fc2543-7467-4d9d-a66d-6de0ead56a05 HTTP/1.1" status: 204 len: 168 time: 0.1216490 Feb 17 09:56:51.084177 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0edbd-b869-4fc6-a865-47ddd532a255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fc2543-7467-4d9d-a66d-6de0ead56a05,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:51.579575 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22309109-b928-4404-8c9d-5960526f0591 req-e474c3a9-4f1e-4e6d-bee1-7dfa1cd7d439 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:51.580263 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-22309109-b928-4404-8c9d-5960526f0591 req-e474c3a9-4f1e-4e6d-bee1-7dfa1cd7d439 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/ports?device_id=e15eb174-195c-42f4-b79f-f0aed5922f54 HTTP/1.1" status: 200 len: 946 time: 0.0919437 Feb 17 09:56:51.606579 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904824e-eee6-43ad-bb10-a8082598f267 req-e8d6a990-1eb1-4382-b077-bc54fb83d302 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:51.613381 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6904824e-eee6-43ad-bb10-a8082598f267 req-e8d6a990-1eb1-4382-b077-bc54fb83d302 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=eba6c90e-dd45-4d13-9de9-11c51a39ad2c HTTP/1.1" status: 200 len: 943 time: 0.0922709 Feb 17 09:56:51.682878 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6904824e-eee6-43ad-bb10-a8082598f267 req-f79c1b8f-0f19-49dc-a70c-50a1e701ea9a tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686269 Feb 17 09:56:51.685952 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-22309109-b928-4404-8c9d-5960526f0591 req-26189dd1-444e-4f8b-bbc3-94c3e0f20a04 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/security-groups?id=4c257128-1493-450a-8a8b-b3d46ded6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983489 Feb 17 09:56:51.813823 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfe445-4d54-47c1-8dfd-5361f3ad0b76 req-8f921e0a-cb33-487c-88c3-fc78877d2ab6 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:51.815415 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-64dfe445-4d54-47c1-8dfd-5361f3ad0b76 req-8f921e0a-cb33-487c-88c3-fc78877d2ab6 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0643311 Feb 17 09:56:51.865500 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-64dfe445-4d54-47c1-8dfd-5361f3ad0b76 req-4a5cc3b4-7595-4f1e-a269-3faa2e4e0a2f tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446556 Feb 17 09:56:52.144337 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3d26c-49e3-4ac0-82d6-f17262afd8c7 req-408183db-95c3-4848-ae14-b5f7da4cb33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:52.145976 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-4ab3d26c-49e3-4ac0-82d6-f17262afd8c7 req-408183db-95c3-4848-ae14-b5f7da4cb33c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=13e27e736c544248b7b364646f33dd08&device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 1130 time: 0.0574908 Feb 17 09:56:52.149322 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d594b-608e-493d-8daa-25cafa12c7b3 req-c4704510-0681-4d55-9188-a40cf8e2a139 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:52.150809 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-984d594b-608e-493d-8daa-25cafa12c7b3 req-c4704510-0681-4d55-9188-a40cf8e2a139 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0561702 Feb 17 09:56:52.201584 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-984d594b-608e-493d-8daa-25cafa12c7b3 req-0c686bc5-e712-4733-9631-20bda54fa7ed tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447733 Feb 17 09:56:52.237370 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 36edecff-1940-4690-a1d6-0731b96cb736 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:56:52.260139 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3d26c-49e3-4ac0-82d6-f17262afd8c7 req-ebb20b4b-ad9f-4194-b637-0b19a7e8ac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:52.262328 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-4ab3d26c-49e3-4ac0-82d6-f17262afd8c7 req-ebb20b4b-ad9f-4194-b637-0b19a7e8ac7b service neutron] 10.222.0.93 "GET /v2.0/networks?id=56727042-25d7-492c-b11b-57580ed61276 HTTP/1.1" status: 200 len: 920 time: 0.1070874 Feb 17 09:56:52.314932 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-4ab3d26c-49e3-4ac0-82d6-f17262afd8c7 req-c7026fb6-1177-46fb-82a9-3889e98ab223 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b HTTP/1.1" status: 200 len: 217 time: 0.0458846 Feb 17 09:56:52.376362 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3d26c-49e3-4ac0-82d6-f17262afd8c7 req-ef0da4a4-3eef-4780-a1aa-fceed19d8ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:52.376857 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 36edecff-1940-4690-a1d6-0731b96cb736, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=36edecff-1940-4690-a1d6-0731b96cb736,segment=NetworkSegment(d858bd6f-9f4a-456e-b559-3a505e873a9d),segment_id=d858bd6f-9f4a-456e-b559-3a505e873a9d)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:56:52.378364 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-4ab3d26c-49e3-4ac0-82d6-f17262afd8c7 req-ef0da4a4-3eef-4780-a1aa-fceed19d8ed7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1d6fec72-bab7-4137-8c4d-c54b278ae7ca HTTP/1.1" status: 200 len: 858 time: 0.0513330 Feb 17 09:56:52.390126 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Returning: {'device': '36edecff-1940-4690-a1d6-0731b96cb736', 'network_id': '3e394879-3601-44f7-9d0c-db3a1f77754c', 'port_id': '36edecff-1940-4690-a1d6-0731b96cb736', 'mac_address': 'fa:16:3e:bf:f1:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c24b15-aa81-4b6e-912f-1e91c3a9689b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:56:52.435205 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-4ab3d26c-49e3-4ac0-82d6-f17262afd8c7 req-36f84bf5-1dfd-42bd-8704-577377e3ee28 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=56727042-25d7-492c-b11b-57580ed61276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493736 Feb 17 09:56:52.464988 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 36edecff-1940-4690-a1d6-0731b96cb736 is: DOWN; New status is: BUILD {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:56:52.465381 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (36edecff-1940-4690-a1d6-0731b96cb736), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:52.484032 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36edecff-1940-4690-a1d6-0731b96cb736 {{(pid=102622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:56:52.505351 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 36edecff-1940-4690-a1d6-0731b96cb736, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=36edecff-1940-4690-a1d6-0731b96cb736,segment=NetworkSegment(d858bd6f-9f4a-456e-b559-3a505e873a9d),segment_id=d858bd6f-9f4a-456e-b559-3a505e873a9d)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:56:52.510808 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (36edecff-1940-4690-a1d6-0731b96cb736), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:52.563283 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-4ab3d26c-49e3-4ac0-82d6-f17262afd8c7 req-f90b1bfc-5f31-497b-8a49-5c8d81f638f6 service neutron] 10.222.0.93 "GET /v2.0/networks/56727042-25d7-492c-b11b-57580ed61276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125147 Feb 17 09:56:52.566848 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=36edecff-1940-4690-a1d6-0731b96cb736,revision_number=4']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:52.588497 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee42bb3-d4ab-4f9a-9d8f-3d85bdde0a76 req-681d2761-4e4e-4110-aa1e-c4e9868b2190 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:52.590123 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-bee42bb3-d4ab-4f9a-9d8f-3d85bdde0a76 req-681d2761-4e4e-4110-aa1e-c4e9868b2190 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/ports?device_id=e15eb174-195c-42f4-b79f-f0aed5922f54 HTTP/1.1" status: 200 len: 946 time: 0.0649488 Feb 17 09:56:52.664303 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-bee42bb3-d4ab-4f9a-9d8f-3d85bdde0a76 req-1c44f5c6-755b-48f4-a877-5d8156c8f2bd tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/security-groups?id=4c257128-1493-450a-8a8b-b3d46ded6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667081 Feb 17 09:56:52.689851 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-4ab3d26c-49e3-4ac0-82d6-f17262afd8c7 req-a5affb52-3b0e-4443-b8e1-e4f94cad4de4 service neutron] 10.222.0.93 "GET /v2.0/networks/56727042-25d7-492c-b11b-57580ed61276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108103 Feb 17 09:56:52.809664 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea23a9d-9feb-49cb-9e9e-d3621c34871e req-64fe0546-073e-41f8-85ba-afe94bd31217 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:52.811224 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3ea23a9d-9feb-49cb-9e9e-d3621c34871e req-64fe0546-073e-41f8-85ba-afe94bd31217 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=eba6c90e-dd45-4d13-9de9-11c51a39ad2c HTTP/1.1" status: 200 len: 944 time: 0.0513813 Feb 17 09:56:52.859593 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3ea23a9d-9feb-49cb-9e9e-d3621c34871e req-0fdd7835-0f23-402b-b4be-7c4ad821fd6c tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423565 Feb 17 09:56:53.074004 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['36edecff-1940-4690-a1d6-0731b96cb736'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:56:53.318515 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cdc2cf-cd83-464f-872a-5131d6678f91 req-26d515cc-d291-4008-84d7-eebb8c1a7e23 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:53.320000 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-41cdc2cf-cd83-464f-872a-5131d6678f91 req-26d515cc-d291-4008-84d7-eebb8c1a7e23 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0505500 Feb 17 09:56:53.369864 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-41cdc2cf-cd83-464f-872a-5131d6678f91 req-c9a41c12-6401-4e46-9af3-3c15f3d89bf8 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444005 Feb 17 09:56:53.762448 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5b8cb-6daf-4014-a726-6fc5b8aaadd6 req-39360470-b1b7-4915-bb03-6cdb586dc7df tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:53.763944 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d3f5b8cb-6daf-4014-a726-6fc5b8aaadd6 req-39360470-b1b7-4915-bb03-6cdb586dc7df tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/ports?device_id=e15eb174-195c-42f4-b79f-f0aed5922f54 HTTP/1.1" status: 200 len: 946 time: 0.0546720 Feb 17 09:56:53.810745 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d3f5b8cb-6daf-4014-a726-6fc5b8aaadd6 req-0b8e3c3f-d411-4783-a162-e5f0e02fd0d4 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/security-groups?id=4c257128-1493-450a-8a8b-b3d46ded6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411234 Feb 17 09:56:53.988530 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cd060-9c21-4c89-a114-1267af439230 req-c23f44e3-769d-4d26-a00a-2a7980071b67 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:53.989989 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-310cd060-9c21-4c89-a114-1267af439230 req-c23f44e3-769d-4d26-a00a-2a7980071b67 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=eba6c90e-dd45-4d13-9de9-11c51a39ad2c HTTP/1.1" status: 200 len: 944 time: 0.0522046 Feb 17 09:56:54.038559 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-310cd060-9c21-4c89-a114-1267af439230 req-75ff0c70-181e-4669-b8a7-888531443a38 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428500 Feb 17 09:56:54.488646 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c8f27-c88e-4899-a092-612f4b41f968 req-9e7bfe85-e7a0-4c1a-99f4-b24385954cb5 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:54.490201 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-126c8f27-c88e-4899-a092-612f4b41f968 req-9e7bfe85-e7a0-4c1a-99f4-b24385954cb5 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0549831 Feb 17 09:56:54.537431 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-126c8f27-c88e-4899-a092-612f4b41f968 req-61cb293b-0a3b-40c5-9c65-b67536e07d43 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405340 Feb 17 09:56:54.932408 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c01a7a-f9fa-40b8-b4f4-b8845ab7a933 req-2329304a-534f-4ac8-9476-95470965d5dc tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:54.934148 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a0c01a7a-f9fa-40b8-b4f4-b8845ab7a933 req-2329304a-534f-4ac8-9476-95470965d5dc tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/ports?device_id=e15eb174-195c-42f4-b79f-f0aed5922f54 HTTP/1.1" status: 200 len: 946 time: 0.0564399 Feb 17 09:56:54.981669 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a0c01a7a-f9fa-40b8-b4f4-b8845ab7a933 req-31b1242c-cb77-4e8a-88f7-131aef7178f9 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/security-groups?id=4c257128-1493-450a-8a8b-b3d46ded6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420921 Feb 17 09:56:55.024637 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2f6f2-847b-4916-b587-7d3f60cb32a6 req-7a1088a5-da7b-4b2b-80df-f645809ee844 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:55.026162 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e4f2f6f2-847b-4916-b587-7d3f60cb32a6 req-7a1088a5-da7b-4b2b-80df-f645809ee844 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.93 "GET /v2.0/ports?device_id=e15eb174-195c-42f4-b79f-f0aed5922f54 HTTP/1.1" status: 200 len: 946 time: 0.0522771 Feb 17 09:56:55.129151 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-e4f2f6f2-847b-4916-b587-7d3f60cb32a6 req-f739c6e9-5356-4be5-aa32-aaf3f480982e tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Deleting port f9d0d418-d6d6-43a1-9373-6c532514ce64 {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:56:55.129409 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-e4f2f6f2-847b-4916-b587-7d3f60cb32a6 req-f739c6e9-5356-4be5-aa32-aaf3f480982e tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (f9d0d418-d6d6-43a1-9373-6c532514ce64), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:55.157207 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254a26f-36c1-473f-a68a-59d2d4567873 req-4ae19de0-b5a2-4555-a00b-0a7f254459d5 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:55.158683 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8254a26f-36c1-473f-a68a-59d2d4567873 req-4ae19de0-b5a2-4555-a00b-0a7f254459d5 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=eba6c90e-dd45-4d13-9de9-11c51a39ad2c HTTP/1.1" status: 200 len: 944 time: 0.0509448 Feb 17 09:56:55.214271 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8254a26f-36c1-473f-a68a-59d2d4567873 req-cc10cfaf-3b18-4168-9e50-046b005441c8 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483997 Feb 17 09:56:55.223412 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-e4f2f6f2-847b-4916-b587-7d3f60cb32a6 req-f739c6e9-5356-4be5-aa32-aaf3f480982e tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] For port f9d0d418-d6d6-43a1-9373-6c532514ce64, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f9d0d418-d6d6-43a1-9373-6c532514ce64,segment=NetworkSegment(16d922d8-128b-4529-bd1d-39c844a7d0e5),segment_id=16d922d8-128b-4529-bd1d-39c844a7d0e5)] {{(pid=102621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:56:55.224048 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-e4f2f6f2-847b-4916-b587-7d3f60cb32a6 req-f739c6e9-5356-4be5-aa32-aaf3f480982e tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (f9d0d418-d6d6-43a1-9373-6c532514ce64), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:55.236945 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-e4f2f6f2-847b-4916-b587-7d3f60cb32a6 req-f739c6e9-5356-4be5-aa32-aaf3f480982e tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Calling delete_port for f9d0d418-d6d6-43a1-9373-6c532514ce64 owned by compute:nova {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:56:55.364942 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-e4f2f6f2-847b-4916-b587-7d3f60cb32a6 req-f739c6e9-5356-4be5-aa32-aaf3f480982e tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402'] for port (f9d0d418-d6d6-43a1-9373-6c532514ce64), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:55.385585 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['f9d0d418-d6d6-43a1-9373-6c532514ce64'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:56:55.394748 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f739c6e9-5356-4be5-aa32-aaf3f480982e tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Pushing event deleted for resources: {'Port': ['ID=f9d0d418-d6d6-43a1-9373-6c532514ce64,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:55.438064 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f2f6f2-847b-4916-b587-7d3f60cb32a6 req-f739c6e9-5356-4be5-aa32-aaf3f480982e tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] No DVR routers for this DVR port f9d0d418-d6d6-43a1-9373-6c532514ce64 on host hv-cinder-77819 {{(pid=102621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:56:55.441252 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-e4f2f6f2-847b-4916-b587-7d3f60cb32a6 req-f739c6e9-5356-4be5-aa32-aaf3f480982e tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:55.444602 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e4f2f6f2-847b-4916-b587-7d3f60cb32a6 req-f739c6e9-5356-4be5-aa32-aaf3f480982e tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.93 "DELETE /v2.0/ports/f9d0d418-d6d6-43a1-9373-6c532514ce64 HTTP/1.1" status: 204 len: 173 time: 0.4054859 Feb 17 09:56:55.445047 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15eb174-195c-42f4-b79f-f0aed5922f54', 'name': 'network-vif-deleted', 'tag': 'f9d0d418-d6d6-43a1-9373-6c532514ce64'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:56:55.447373 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b1163e-44fc-4c63-9ccd-933df4a18178" -d '{"events": [{"server_uuid": "e15eb174-195c-42f4-b79f-f0aed5922f54", "name": "network-vif-deleted", "tag": "f9d0d418-d6d6-43a1-9373-6c532514ce64"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:56:55.485650 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abacd53-dce9-4ee9-80a5-2465ec1f8df9 x-openstack-request-id: req-8abacd53-dce9-4ee9-80a5-2465ec1f8df9 {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:56:55.485946 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15eb174-195c-42f4-b79f-f0aed5922f54", "name": "network-vif-deleted", "tag": "f9d0d418-d6d6-43a1-9373-6c532514ce64", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:56:55.486251 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8abacd53-dce9-4ee9-80a5-2465ec1f8df9 {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:56:55.486659 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15eb174-195c-42f4-b79f-f0aed5922f54', 'name': 'network-vif-deleted', 'tag': 'f9d0d418-d6d6-43a1-9373-6c532514ce64', 'status': 'completed', 'code': 200} Feb 17 09:56:55.665588 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55e226-b996-453e-9c2b-d65a3d57519c req-a41aecc1-907e-4d5d-b633-51696b101ac1 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:55.667063 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8d55e226-b996-453e-9c2b-d65a3d57519c req-a41aecc1-907e-4d5d-b633-51696b101ac1 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0544086 Feb 17 09:56:55.721718 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8d55e226-b996-453e-9c2b-d65a3d57519c req-4628fa57-b47d-4b7e-8762-1bcbecb1f2a4 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486400 Feb 17 09:56:56.103441 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a8dcb445-6dd6-403a-94d6-2587b1360fe8 req-b6bc4e4d-d2ad-44ea-bfaf-2c44d35c61b8 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/ports?device_id=e15eb174-195c-42f4-b79f-f0aed5922f54 HTTP/1.1" status: 200 len: 210 time: 0.0387878 Feb 17 09:56:56.250491 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 36edecff-1940-4690-a1d6-0731b96cb736 up at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:56:56.258450 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 48586) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:56:56.303374 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning for port 36edecff-1940-4690-a1d6-0731b96cb736 completed by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:56:56.307864 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning complete for port 36edecff-1940-4690-a1d6-0731b96cb736 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:56:56.308436 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (36edecff-1940-4690-a1d6-0731b96cb736), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:56.349817 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f01452-118f-448f-a534-3980cdbb7bf6 req-6e293fd4-ae7e-48da-b0d2-83b773464521 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:56.351342 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f5f01452-118f-448f-a534-3980cdbb7bf6 req-6e293fd4-ae7e-48da-b0d2-83b773464521 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=eba6c90e-dd45-4d13-9de9-11c51a39ad2c HTTP/1.1" status: 200 len: 944 time: 0.0613837 Feb 17 09:56:56.373696 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-909a26ec-5443-4986-a41f-a00690392258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:56.404053 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 36edecff-1940-4690-a1d6-0731b96cb736 is: BUILD; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:56:56.404664 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (36edecff-1940-4690-a1d6-0731b96cb736), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:56.405933 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f5f01452-118f-448f-a534-3980cdbb7bf6 req-ea4cb8c1-6d15-406e-b5fc-f8e643edf86a tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491347 Feb 17 09:56:56.432089 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba6c90e-dd45-4d13-9de9-11c51a39ad2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36edecff-1940-4690-a1d6-0731b96cb736'}] {{(pid=102622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:56:56.435814 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c0921c82721ddcd3043691fcb1168a632d6e856cc39374f61865f4aa2fd6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ac0546-91c7-4400-9f44-bef8d6d2d1f7" -d '{"events": [{"server_uuid": "eba6c90e-dd45-4d13-9de9-11c51a39ad2c", "name": "network-vif-plugged", "status": "completed", "tag": "36edecff-1940-4690-a1d6-0731b96cb736"}]}' {{(pid=102622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:56:56.448134 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 36edecff-1940-4690-a1d6-0731b96cb736, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=36edecff-1940-4690-a1d6-0731b96cb736,segment=NetworkSegment(d858bd6f-9f4a-456e-b559-3a505e873a9d),segment_id=d858bd6f-9f4a-456e-b559-3a505e873a9d)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:56:56.452760 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (36edecff-1940-4690-a1d6-0731b96cb736), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:56.476342 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c69e75e-b1b0-4112-a73c-2f8ee2a87332 x-openstack-request-id: req-9c69e75e-b1b0-4112-a73c-2f8ee2a87332 {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:56:56.476688 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba6c90e-dd45-4d13-9de9-11c51a39ad2c", "name": "network-vif-plugged", "status": "completed", "tag": "36edecff-1940-4690-a1d6-0731b96cb736", "code": 200}]} {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:56:56.476995 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-9c69e75e-b1b0-4112-a73c-2f8ee2a87332 {{(pid=102622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:56:56.477359 dv-cinder-778193-18-iscsi neutron-server[102622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba6c90e-dd45-4d13-9de9-11c51a39ad2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36edecff-1940-4690-a1d6-0731b96cb736', 'code': 200} Feb 17 09:56:56.482151 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-909a26ec-5443-4986-a41f-a00690392258 admin admin] Publish callbacks [] for security_group (ec241154-636b-4b42-a3db-9d3360ef80a5), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:56.487316 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-909a26ec-5443-4986-a41f-a00690392258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (ec241154-636b-4b42-a3db-9d3360ef80a5), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:56.506210 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=36edecff-1940-4690-a1d6-0731b96cb736,revision_number=5']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:56.533540 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-909a26ec-5443-4986-a41f-a00690392258 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=805275d51eef4f26879629ef1aa68298&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2736559 Feb 17 09:56:56.534793 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a26ec-5443-4986-a41f-a00690392258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec241154-636b-4b42-a3db-9d3360ef80a5,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:56.536334 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 48592) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:56:56.590460 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-d7397337-3334-4a95-b030-fe3fb0e74d11 admin admin] Publish callbacks [] for security_group (ec241154-636b-4b42-a3db-9d3360ef80a5), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:56.614720 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-d7397337-3334-4a95-b030-fe3fb0e74d11 admin admin] Publish callbacks [] for security_group (ec241154-636b-4b42-a3db-9d3360ef80a5), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:56.661713 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-d7397337-3334-4a95-b030-fe3fb0e74d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (ec241154-636b-4b42-a3db-9d3360ef80a5), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:56.664496 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-d7397337-3334-4a95-b030-fe3fb0e74d11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:56.669721 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-d7397337-3334-4a95-b030-fe3fb0e74d11 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ec241154-636b-4b42-a3db-9d3360ef80a5 HTTP/1.1" status: 204 len: 168 time: 0.1289208 Feb 17 09:56:56.670382 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd240fd-d42d-4192-9957-0947a0bf9e6c req-aaad4bc9-b0b4-46f3-b167-3a858c3c3ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:56.671911 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1cd240fd-d42d-4192-9957-0947a0bf9e6c req-aaad4bc9-b0b4-46f3-b167-3a858c3c3ae8 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=eba6c90e-dd45-4d13-9de9-11c51a39ad2c HTTP/1.1" status: 200 len: 1129 time: 0.0444460 Feb 17 09:56:56.676306 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7397337-3334-4a95-b030-fe3fb0e74d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec241154-636b-4b42-a3db-9d3360ef80a5,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:56.728525 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1cd240fd-d42d-4192-9957-0947a0bf9e6c req-0eac2bbb-ceaf-46a1-a1da-ae0e79665137 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478299 Feb 17 09:56:56.851332 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c43e9-1202-410a-91f5-a9786b61b001 req-801d4b4a-cd8d-4a75-a9c0-c703517bf156 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:56.852968 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ae3c43e9-1202-410a-91f5-a9786b61b001 req-801d4b4a-cd8d-4a75-a9c0-c703517bf156 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0587749 Feb 17 09:56:56.905109 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ae3c43e9-1202-410a-91f5-a9786b61b001 req-277338f7-86d1-4ff6-9cdb-06fa58a9c274 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463493 Feb 17 09:56:56.945428 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 48604) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:56:56.958228 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-d09214a9-65d9-4cb1-b495-bc5246cb7972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:57.037445 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-d09214a9-65d9-4cb1-b495-bc5246cb7972 admin admin] Publish callbacks [] for security_group (73b93e06-30b0-4d0f-9905-09fa15465c94), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:57.041679 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-d09214a9-65d9-4cb1-b495-bc5246cb7972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (73b93e06-30b0-4d0f-9905-09fa15465c94), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:57.078215 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-d09214a9-65d9-4cb1-b495-bc5246cb7972 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3d82a4d287c14ee3bcb76127373fddf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317158 Feb 17 09:56:57.080094 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09214a9-65d9-4cb1-b495-bc5246cb7972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b93e06-30b0-4d0f-9905-09fa15465c94,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:57.081071 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 48606) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:56:57.151030 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-04b41d78-78ac-4ddf-8a65-12206ac93f73 admin admin] Publish callbacks [] for security_group (73b93e06-30b0-4d0f-9905-09fa15465c94), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:57.185210 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-04b41d78-78ac-4ddf-8a65-12206ac93f73 admin admin] Publish callbacks [] for security_group (73b93e06-30b0-4d0f-9905-09fa15465c94), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:57.244228 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-04b41d78-78ac-4ddf-8a65-12206ac93f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (73b93e06-30b0-4d0f-9905-09fa15465c94), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:57.247133 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-04b41d78-78ac-4ddf-8a65-12206ac93f73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:57.250779 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-04b41d78-78ac-4ddf-8a65-12206ac93f73 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/73b93e06-30b0-4d0f-9905-09fa15465c94 HTTP/1.1" status: 204 len: 168 time: 0.1663418 Feb 17 09:56:57.258318 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b41d78-78ac-4ddf-8a65-12206ac93f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b93e06-30b0-4d0f-9905-09fa15465c94,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:57.462473 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-1eeb2ea1-7ad4-410f-88f8-2312895b51a6 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:57.468620 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-1eeb2ea1-7ad4-410f-88f8-2312895b51a6 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/networks?id=d6114fe2-e794-4d95-9119-6f1373811ee8 HTTP/1.1" status: 200 len: 809 time: 0.1145172 Feb 17 09:56:57.485908 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-4f42c9db-9066-4e7e-b852-c05ac35b7684 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/quotas/9bc505fc51b34ddd88246cebfcab9805 HTTP/1.1" status: 200 len: 375 time: 0.0158672 Feb 17 09:56:57.520833 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-709c24ed-fbef-4282-9ee8-98ebb990f2b1 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=9bc505fc51b34ddd88246cebfcab9805&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340333 Feb 17 09:56:57.825992 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113103b-d029-4685-be4a-5679a9ac736a req-c4514e4b-917f-4cbb-b058-b5f505c13fe1 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:57.827589 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e113103b-d029-4685-be4a-5679a9ac736a req-c4514e4b-917f-4cbb-b058-b5f505c13fe1 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=eba6c90e-dd45-4d13-9de9-11c51a39ad2c HTTP/1.1" status: 200 len: 945 time: 0.3390796 Feb 17 09:56:57.863442 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-8c2d097d-a86d-4bfd-932c-5a210f4f12cd service neutron] 10.222.0.82 "GET /v2.0/networks/d6114fe2-e794-4d95-9119-6f1373811ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286917 Feb 17 09:56:57.932787 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e113103b-d029-4685-be4a-5679a9ac736a req-1ed24dfa-ae78-43ed-a165-fcad3cab034c tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898221 Feb 17 09:56:57.982501 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-8572114a-9aaa-4b77-9e57-bbcc964e947b service neutron] 10.222.0.82 "GET /v2.0/networks/d6114fe2-e794-4d95-9119-6f1373811ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094804 Feb 17 09:56:58.151083 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c6578fee-9c2f-418a-bcf7-fb600cf3cd57 req-62806279-2cbd-451f-9648-13fc738635db tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/ports?device_id=fbac818e-9a47-4946-a1ec-29dc59f12a3c HTTP/1.1" status: 200 len: 210 time: 0.0313282 Feb 17 09:56:58.278257 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device f9d0d418-d6d6-43a1-9373-6c532514ce64 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:56:58.310221 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] No Port match for: f9d0d418-d6d6-43a1-9373-6c532514ce64 {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:56:58.310577 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device f9d0d418-d6d6-43a1-9373-6c532514ce64 not bound to the agent host hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:56:58.382334 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec77889-b438-4a97-a3ef-dde209b83d18 req-c8b245dd-3978-47c8-ab95-d5b09207edd6 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:58.390299 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8ec77889-b438-4a97-a3ef-dde209b83d18 req-c8b245dd-3978-47c8-ab95-d5b09207edd6 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0690448 Feb 17 09:56:58.448590 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8ec77889-b438-4a97-a3ef-dde209b83d18 req-16832010-d064-4b97-8002-b544307cf276 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562091 Feb 17 09:56:59.053820 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b5012-923d-4424-89b4-0b9620bb6139 req-b773d3fe-12d7-4330-b9ae-a307da3c42b4 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:59.055358 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c94b5012-923d-4424-89b4-0b9620bb6139 req-b773d3fe-12d7-4330-b9ae-a307da3c42b4 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=eba6c90e-dd45-4d13-9de9-11c51a39ad2c HTTP/1.1" status: 200 len: 945 time: 0.0548673 Feb 17 09:56:59.106054 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c94b5012-923d-4424-89b4-0b9620bb6139 req-0a67f30c-bc78-4512-8b68-ba14e479e32c tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443261 Feb 17 09:56:59.258849 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b825d17e-e508-4f18-bb02-42b4d87f6b45 req-13c7a14e-83f9-4be5-9ad2-f0703ed9a990 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/ports?device_id=fbac818e-9a47-4946-a1ec-29dc59f12a3c HTTP/1.1" status: 200 len: 210 time: 0.0288792 Feb 17 09:56:59.539438 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-e1fabec5-d7e3-44a4-8903-c04f293928d3 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:59.541662 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-e1fabec5-d7e3-44a4-8903-c04f293928d3 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.93 "GET /v2.0/networks?id=d6114fe2-e794-4d95-9119-6f1373811ee8 HTTP/1.1" status: 200 len: 809 time: 0.1127665 Feb 17 09:56:59.575760 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-16924737-2753-4608-8c1f-8009d53986f2 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Request body: {'port': {'device_id': 'fbac818e-9a47-4946-a1ec-29dc59f12a3c', 'network_id': 'd6114fe2-e794-4d95-9119-6f1373811ee8', 'admin_state_up': True, 'tenant_id': '9bc505fc51b34ddd88246cebfcab9805'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:56:59.697352 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-16924737-2753-4608-8c1f-8009d53986f2 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Made reservation on behalf of 9bc505fc51b34ddd88246cebfcab9805 for: {'port': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:56:59.700703 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-16924737-2753-4608-8c1f-8009d53986f2 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:59.829056 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_common [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-16924737-2753-4608-8c1f-8009d53986f2 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Allocated IP 172.20.0.12 (d6114fe2-e794-4d95-9119-6f1373811ee8/a9fedabc-4575-48b6-a4ca-ca4ff06de6dc/db7553cd-7b4d-49f7-a07b-24dd8eec731f) {{(pid=102621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:56:59.837705 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 48738) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:56:59.965564 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9f7ce7a3-7795-4048-be37-a66388e5aac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:00.002947 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-16924737-2753-4608-8c1f-8009d53986f2 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Publish callbacks [] for port (db7553cd-7b4d-49f7-a07b-24dd8eec731f), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:00.038558 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-16924737-2753-4608-8c1f-8009d53986f2 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393'] for port (db7553cd-7b4d-49f7-a07b-24dd8eec731f), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:00.043893 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9f7ce7a3-7795-4048-be37-a66388e5aac1 admin admin] Publish callbacks [] for security_group (2028deae-dca2-4b48-a728-e3dbff1db44e), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:00.049241 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9f7ce7a3-7795-4048-be37-a66388e5aac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (2028deae-dca2-4b48-a728-e3dbff1db44e), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:00.085295 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-16924737-2753-4608-8c1f-8009d53986f2 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Network d6114fe2-e794-4d95-9119-6f1373811ee8 is already hosted by enough agents. {{(pid=102621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:57:00.091953 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-9f7ce7a3-7795-4048-be37-a66388e5aac1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=bb845a9ff189481ebc0bcf091f21ea43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2530177 Feb 17 09:57:00.092523 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-16924737-2753-4608-8c1f-8009d53986f2 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Resources bound (agent type, host, resource id): {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:57:00.092865 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ce7a3-7795-4048-be37-a66388e5aac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2028deae-dca2-4b48-a728-e3dbff1db44e,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:00.095673 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 48746) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:57:00.097660 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-16924737-2753-4608-8c1f-8009d53986f2 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Received port after_create {{(pid=102621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:57:00.101108 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ce7a3-7795-4048-be37-a66388e5aac1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:00.101530 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ce7a3-7795-4048-be37-a66388e5aac1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:00.101885 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ce7a3-7795-4048-be37-a66388e5aac1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:00.102230 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ce7a3-7795-4048-be37-a66388e5aac1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:00.102572 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ce7a3-7795-4048-be37-a66388e5aac1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:00.102771 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-16924737-2753-4608-8c1f-8009d53986f2 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:00.103010 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ce7a3-7795-4048-be37-a66388e5aac1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:00.103331 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ce7a3-7795-4048-be37-a66388e5aac1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:00.103448 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-16924737-2753-4608-8c1f-8009d53986f2 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:00.103718 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ce7a3-7795-4048-be37-a66388e5aac1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:00.104061 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ce7a3-7795-4048-be37-a66388e5aac1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:00.104403 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ce7a3-7795-4048-be37-a66388e5aac1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:00.104739 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ce7a3-7795-4048-be37-a66388e5aac1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:00.105750 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ce7a3-7795-4048-be37-a66388e5aac1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:00.105750 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ce7a3-7795-4048-be37-a66388e5aac1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:00.125216 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16924737-2753-4608-8c1f-8009d53986f2 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Pushing event updated for resources: {'Port': ['ID=db7553cd-7b4d-49f7-a07b-24dd8eec731f,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:00.142566 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16924737-2753-4608-8c1f-8009d53986f2 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:00.142915 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16924737-2753-4608-8c1f-8009d53986f2 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:00.143282 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16924737-2753-4608-8c1f-8009d53986f2 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:00.143620 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16924737-2753-4608-8c1f-8009d53986f2 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:00.143950 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16924737-2753-4608-8c1f-8009d53986f2 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:00.144277 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16924737-2753-4608-8c1f-8009d53986f2 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:00.144605 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16924737-2753-4608-8c1f-8009d53986f2 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:00.144955 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16924737-2753-4608-8c1f-8009d53986f2 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:00.145280 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16924737-2753-4608-8c1f-8009d53986f2 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:00.145601 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16924737-2753-4608-8c1f-8009d53986f2 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:00.145922 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16924737-2753-4608-8c1f-8009d53986f2 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:00.146239 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16924737-2753-4608-8c1f-8009d53986f2 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:00.146560 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16924737-2753-4608-8c1f-8009d53986f2 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:00.155804 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-16924737-2753-4608-8c1f-8009d53986f2 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5849319 Feb 17 09:57:00.169068 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-c08f13f1-806c-4ef7-a482-0dd432e0ec87 service neutron] Request body: {'port': {'device_id': 'fbac818e-9a47-4946-a1ec-29dc59f12a3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:00.215505 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-19f2ed8e-d68f-4607-869c-e26227ccdd17 admin admin] Publish callbacks [] for security_group (2028deae-dca2-4b48-a728-e3dbff1db44e), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:00.252301 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-c08f13f1-806c-4ef7-a482-0dd432e0ec87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (db7553cd-7b4d-49f7-a07b-24dd8eec731f), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:00.264921 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-19f2ed8e-d68f-4607-869c-e26227ccdd17 admin admin] Publish callbacks [] for security_group (2028deae-dca2-4b48-a728-e3dbff1db44e), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:00.383016 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c49b52-af08-453a-865c-a8f13b6e3d21 req-8c46662f-12e3-4731-8ec4-fdb7a30d7901 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:00.384660 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e2c49b52-af08-453a-865c-a8f13b6e3d21 req-8c46662f-12e3-4731-8ec4-fdb7a30d7901 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/ports?device_id=fbac818e-9a47-4946-a1ec-29dc59f12a3c HTTP/1.1" status: 200 len: 932 time: 0.0545328 Feb 17 09:57:00.401992 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-19f2ed8e-d68f-4607-869c-e26227ccdd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (2028deae-dca2-4b48-a728-e3dbff1db44e), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:00.404570 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-19f2ed8e-d68f-4607-869c-e26227ccdd17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:00.405695 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-19f2ed8e-d68f-4607-869c-e26227ccdd17 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2028deae-dca2-4b48-a728-e3dbff1db44e HTTP/1.1" status: 204 len: 168 time: 0.3090954 Feb 17 09:57:00.422851 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2ed8e-d68f-4607-869c-e26227ccdd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2028deae-dca2-4b48-a728-e3dbff1db44e,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:00.438017 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e2c49b52-af08-453a-865c-a8f13b6e3d21 req-3657c374-3376-4085-bf05-7c465b5dae03 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/security-groups?id=4c257128-1493-450a-8a8b-b3d46ded6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464814 Feb 17 09:57:00.584482 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-c08f13f1-806c-4ef7-a482-0dd432e0ec87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db7553cd-7b4d-49f7-a07b-24dd8eec731f {{(pid=102621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:57:00.592537 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-c08f13f1-806c-4ef7-a482-0dd432e0ec87 service neutron] Publish callbacks [] for port (db7553cd-7b4d-49f7-a07b-24dd8eec731f), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:00.606554 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.provisioning_blocks [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-c08f13f1-806c-4ef7-a482-0dd432e0ec87 service neutron] Transition to ACTIVE for port object db7553cd-7b4d-49f7-a07b-24dd8eec731f will not be triggered until provisioned by entity L2. {{(pid=102621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:57:00.609517 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-c08f13f1-806c-4ef7-a482-0dd432e0ec87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (db7553cd-7b4d-49f7-a07b-24dd8eec731f), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:00.664619 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f13f1-806c-4ef7-a482-0dd432e0ec87 service neutron] Pushing event updated for resources: {'Port': ['ID=db7553cd-7b4d-49f7-a07b-24dd8eec731f,revision_number=2']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:00.694871 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-c08f13f1-806c-4ef7-a482-0dd432e0ec87 service neutron] Attempting to bind port db7553cd-7b4d-49f7-a07b-24dd8eec731f on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:57:00.695350 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-c08f13f1-806c-4ef7-a482-0dd432e0ec87 service neutron] Attempting to bind port db7553cd-7b4d-49f7-a07b-24dd8eec731f by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '16d922d8-128b-4529-bd1d-39c844a7d0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'd6114fe2-e794-4d95-9119-6f1373811ee8'}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:57:00.695885 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-c08f13f1-806c-4ef7-a482-0dd432e0ec87 service neutron] Attempting to bind port db7553cd-7b4d-49f7-a07b-24dd8eec731f on network d6114fe2-e794-4d95-9119-6f1373811ee8 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:57:00.702260 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-c08f13f1-806c-4ef7-a482-0dd432e0ec87 service neutron] Port db7553cd-7b4d-49f7-a07b-24dd8eec731f on network d6114fe2-e794-4d95-9119-6f1373811ee8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 09:57:00.702585 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-c08f13f1-806c-4ef7-a482-0dd432e0ec87 service neutron] Attempting to bind port db7553cd-7b4d-49f7-a07b-24dd8eec731f on network d6114fe2-e794-4d95-9119-6f1373811ee8 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:57:00.709581 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 48764) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:57:00.715202 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-c08f13f1-806c-4ef7-a482-0dd432e0ec87 service neutron] Checking agent: {'id': '57512943-2fb5-44da-9b65-1b43ee30ab09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'started_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:57:00.715202 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-c08f13f1-806c-4ef7-a482-0dd432e0ec87 service neutron] Checking segment: {'id': '16d922d8-128b-4529-bd1d-39c844a7d0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'd6114fe2-e794-4d95-9119-6f1373811ee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:57:00.715202 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-c08f13f1-806c-4ef7-a482-0dd432e0ec87 service neutron] Bound using segment: {'id': '16d922d8-128b-4529-bd1d-39c844a7d0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'd6114fe2-e794-4d95-9119-6f1373811ee8'} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:57:00.715202 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-c08f13f1-806c-4ef7-a482-0dd432e0ec87 service neutron] Bound port: db7553cd-7b4d-49f7-a07b-24dd8eec731f, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d922d8-128b-4529-bd1d-39c844a7d0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'd6114fe2-e794-4d95-9119-6f1373811ee8'}}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:57:00.715202 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-c08f13f1-806c-4ef7-a482-0dd432e0ec87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (db7553cd-7b4d-49f7-a07b-24dd8eec731f), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:00.739595 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-b72a412f-15b8-41be-9979-09710e0c49be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:00.831945 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-c08f13f1-806c-4ef7-a482-0dd432e0ec87 service neutron] For port db7553cd-7b4d-49f7-a07b-24dd8eec731f, host hv-cinder-77819, cleared binding levels {{(pid=102621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:57:00.839076 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-c08f13f1-806c-4ef7-a482-0dd432e0ec87 service neutron] For port db7553cd-7b4d-49f7-a07b-24dd8eec731f, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=db7553cd-7b4d-49f7-a07b-24dd8eec731f,segment=NetworkSegment(16d922d8-128b-4529-bd1d-39c844a7d0e5),segment_id=16d922d8-128b-4529-bd1d-39c844a7d0e5)] {{(pid=102621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:57:00.849180 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-c08f13f1-806c-4ef7-a482-0dd432e0ec87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (db7553cd-7b4d-49f7-a07b-24dd8eec731f), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:00.870725 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-c08f13f1-806c-4ef7-a482-0dd432e0ec87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:00.871775 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-c08f13f1-806c-4ef7-a482-0dd432e0ec87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:00.873179 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-c08f13f1-806c-4ef7-a482-0dd432e0ec87 service neutron] 10.222.0.93 "PUT /v2.0/ports/db7553cd-7b4d-49f7-a07b-24dd8eec731f HTTP/1.1" status: 200 len: 1094 time: 0.7081602 Feb 17 09:57:00.895471 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbac818e-9a47-4946-a1ec-29dc59f12a3c', 'tag': 'db7553cd-7b4d-49f7-a07b-24dd8eec731f'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:57:00.897726 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17209d5b-7535-4b7e-a670-b10d30d5417a" -d '{"events": [{"name": "network-changed", "server_uuid": "fbac818e-9a47-4946-a1ec-29dc59f12a3c", "tag": "db7553cd-7b4d-49f7-a07b-24dd8eec731f"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:57:00.947389 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6613e792-7a24-42cf-add7-56e453218538 x-openstack-request-id: req-6613e792-7a24-42cf-add7-56e453218538 {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:57:00.947684 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbac818e-9a47-4946-a1ec-29dc59f12a3c", "tag": "db7553cd-7b4d-49f7-a07b-24dd8eec731f", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:57:00.947942 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6613e792-7a24-42cf-add7-56e453218538 {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:57:00.948327 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbac818e-9a47-4946-a1ec-29dc59f12a3c', 'tag': 'db7553cd-7b4d-49f7-a07b-24dd8eec731f', 'status': 'completed', 'code': 200} Feb 17 09:57:00.981024 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-b72a412f-15b8-41be-9979-09710e0c49be admin admin] Publish callbacks [] for security_group (cda807b0-eec5-4be4-b61e-42d4c010615b), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:00.988898 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f13f1-806c-4ef7-a482-0dd432e0ec87 service neutron] Pushing event updated for resources: {'Port': ['ID=db7553cd-7b4d-49f7-a07b-24dd8eec731f,revision_number=3']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:00.992609 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-b72a412f-15b8-41be-9979-09710e0c49be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (cda807b0-eec5-4be4-b61e-42d4c010615b), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:01.046129 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-b72a412f-15b8-41be-9979-09710e0c49be admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4bc377ec1ac647e0af9f4e82e845bee8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3354814 Feb 17 09:57:01.047674 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a412f-15b8-41be-9979-09710e0c49be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda807b0-eec5-4be4-b61e-42d4c010615b,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:01.048774 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 48774) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:57:01.052878 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-8d5bf5ec-a731-4913-8c25-4ea9adee04f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:01.054365 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-8d5bf5ec-a731-4913-8c25-4ea9adee04f0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9bc505fc51b34ddd88246cebfcab9805&device_id=fbac818e-9a47-4946-a1ec-29dc59f12a3c HTTP/1.1" status: 200 len: 1128 time: 0.1287854 Feb 17 09:57:01.103674 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8db9770b-145a-4016-8660-99bba45bba6b admin admin] Publish callbacks [] for security_group (cda807b0-eec5-4be4-b61e-42d4c010615b), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:01.116440 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-e0875310-9376-4df1-8652-72a088010abf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db7553cd-7b4d-49f7-a07b-24dd8eec731f HTTP/1.1" status: 200 len: 217 time: 0.0351703 Feb 17 09:57:01.124456 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8db9770b-145a-4016-8660-99bba45bba6b admin admin] Publish callbacks [] for security_group (cda807b0-eec5-4be4-b61e-42d4c010615b), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:01.175017 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-d625209d-7fff-4047-b195-f2b11a642044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:01.175834 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8db9770b-145a-4016-8660-99bba45bba6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (cda807b0-eec5-4be4-b61e-42d4c010615b), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:01.177466 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-d625209d-7fff-4047-b195-f2b11a642044 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a9fedabc-4575-48b6-a4ca-ca4ff06de6dc HTTP/1.1" status: 200 len: 849 time: 0.0504267 Feb 17 09:57:01.178368 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8db9770b-145a-4016-8660-99bba45bba6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:01.179666 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-8db9770b-145a-4016-8660-99bba45bba6b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/cda807b0-eec5-4be4-b61e-42d4c010615b HTTP/1.1" status: 204 len: 168 time: 0.1298804 Feb 17 09:57:01.194529 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9770b-145a-4016-8660-99bba45bba6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda807b0-eec5-4be4-b61e-42d4c010615b,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:01.219136 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-df9d08bc-9fc3-4cdf-bb28-d81bf92e8f17 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d6114fe2-e794-4d95-9119-6f1373811ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328419 Feb 17 09:57:01.317201 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-2cd2000c-fa86-4e37-88b9-dbe6e2510dee service neutron] 10.222.0.93 "GET /v2.0/networks/d6114fe2-e794-4d95-9119-6f1373811ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894096 Feb 17 09:57:01.421599 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-093a98ff-1a15-46d4-b045-69efdf282ee5 req-9c7adbf6-1723-4c80-b78c-8d8a5a0dc8f7 service neutron] 10.222.0.93 "GET /v2.0/networks/d6114fe2-e794-4d95-9119-6f1373811ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932491 Feb 17 09:57:01.541172 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17209d5b-7535-4b7e-a670-b10d30d5417a req-096ca6ca-dbb2-45bc-ad82-04f1af7a1e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:01.542784 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-17209d5b-7535-4b7e-a670-b10d30d5417a req-096ca6ca-dbb2-45bc-ad82-04f1af7a1e43 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9bc505fc51b34ddd88246cebfcab9805&device_id=fbac818e-9a47-4946-a1ec-29dc59f12a3c HTTP/1.1" status: 200 len: 1128 time: 0.0495827 Feb 17 09:57:01.621591 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd882fba-4619-4e64-8f96-29f18039099f req-84227f29-94b2-4e31-b8f2-3be08c2402b8 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:01.623171 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-cd882fba-4619-4e64-8f96-29f18039099f req-84227f29-94b2-4e31-b8f2-3be08c2402b8 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/ports?device_id=fbac818e-9a47-4946-a1ec-29dc59f12a3c HTTP/1.1" status: 200 len: 944 time: 0.0809884 Feb 17 09:57:01.667991 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17209d5b-7535-4b7e-a670-b10d30d5417a req-4f8d867b-1b95-4c9d-bb33-22dfad25bffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:01.669600 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-17209d5b-7535-4b7e-a670-b10d30d5417a req-4f8d867b-1b95-4c9d-bb33-22dfad25bffa service neutron] 10.222.0.93 "GET /v2.0/networks?id=d6114fe2-e794-4d95-9119-6f1373811ee8 HTTP/1.1" status: 200 len: 911 time: 0.1041973 Feb 17 09:57:01.676287 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-cd882fba-4619-4e64-8f96-29f18039099f req-03d2da4a-1183-43f5-9ea3-dba621c6dd1e tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/security-groups?id=4c257128-1493-450a-8a8b-b3d46ded6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471063 Feb 17 09:57:01.731166 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-17209d5b-7535-4b7e-a670-b10d30d5417a req-c463d702-bbd3-4c58-b0a8-a42d1c92047e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db7553cd-7b4d-49f7-a07b-24dd8eec731f HTTP/1.1" status: 200 len: 217 time: 0.0498562 Feb 17 09:57:01.780127 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17209d5b-7535-4b7e-a670-b10d30d5417a req-023cb650-13d0-4484-841b-22619b47708b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:01.781591 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-17209d5b-7535-4b7e-a670-b10d30d5417a req-023cb650-13d0-4484-841b-22619b47708b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a9fedabc-4575-48b6-a4ca-ca4ff06de6dc HTTP/1.1" status: 200 len: 849 time: 0.0440032 Feb 17 09:57:01.820025 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-17209d5b-7535-4b7e-a670-b10d30d5417a req-7efc5bbb-5eb1-4af3-9105-aaf566f0c561 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d6114fe2-e794-4d95-9119-6f1373811ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253325 Feb 17 09:57:01.920303 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-17209d5b-7535-4b7e-a670-b10d30d5417a req-46ed73dd-3df9-4d77-8033-51dbfca49650 service neutron] 10.222.0.93 "GET /v2.0/networks/d6114fe2-e794-4d95-9119-6f1373811ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927336 Feb 17 09:57:02.024952 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-17209d5b-7535-4b7e-a670-b10d30d5417a req-fa874f9d-331e-4d36-bf56-3f9a69603f72 service neutron] 10.222.0.93 "GET /v2.0/networks/d6114fe2-e794-4d95-9119-6f1373811ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885503 Feb 17 09:57:02.798833 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d89981-2810-43b3-ba78-fa27696d47b0 req-a66046e4-336a-4c07-b256-d51953d97663 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:02.800265 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b1d89981-2810-43b3-ba78-fa27696d47b0 req-a66046e4-336a-4c07-b256-d51953d97663 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/ports?device_id=fbac818e-9a47-4946-a1ec-29dc59f12a3c HTTP/1.1" status: 200 len: 944 time: 0.0529568 Feb 17 09:57:02.852143 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b1d89981-2810-43b3-ba78-fa27696d47b0 req-6017ef14-581b-491e-9626-6e8af390d825 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/security-groups?id=4c257128-1493-450a-8a8b-b3d46ded6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457394 Feb 17 09:57:03.231757 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 48868) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:57:03.354214 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-bfc13f87-46fe-4b54-9353-68f43e6b52e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:03.432411 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-bfc13f87-46fe-4b54-9353-68f43e6b52e6 admin admin] Publish callbacks [] for security_group (e4bf90dd-86ef-4121-acdd-9d94d3375bb2), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:03.437186 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-bfc13f87-46fe-4b54-9353-68f43e6b52e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (e4bf90dd-86ef-4121-acdd-9d94d3375bb2), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:03.473634 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc13f87-46fe-4b54-9353-68f43e6b52e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bf90dd-86ef-4121-acdd-9d94d3375bb2,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:03.483627 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-bfc13f87-46fe-4b54-9353-68f43e6b52e6 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7f7ed056792d41cc8926cbeb2715aba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2504451 Feb 17 09:57:03.483992 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 48872) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:57:03.532992 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-2e4dd671-c22e-4b98-8afa-4281ff32842c req-92fc9621-c3c1-42f7-88d7-7c83b319c8cd service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3077979 Feb 17 09:57:03.546129 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ab65d42d-5618-4da1-9eed-27fa029fe102 admin admin] Publish callbacks [] for security_group (e4bf90dd-86ef-4121-acdd-9d94d3375bb2), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:03.592979 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ab65d42d-5618-4da1-9eed-27fa029fe102 admin admin] Publish callbacks [] for security_group (e4bf90dd-86ef-4121-acdd-9d94d3375bb2), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:03.641303 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4dd671-c22e-4b98-8afa-4281ff32842c req-03612a77-b1e8-4821-81b3-5f9cd9698387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:03.642931 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-2e4dd671-c22e-4b98-8afa-4281ff32842c req-03612a77-b1e8-4821-81b3-5f9cd9698387 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=13e27e736c544248b7b364646f33dd08&device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 1130 time: 0.0808411 Feb 17 09:57:03.657602 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ab65d42d-5618-4da1-9eed-27fa029fe102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (e4bf90dd-86ef-4121-acdd-9d94d3375bb2), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:03.660239 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ab65d42d-5618-4da1-9eed-27fa029fe102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:03.661333 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-ab65d42d-5618-4da1-9eed-27fa029fe102 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e4bf90dd-86ef-4121-acdd-9d94d3375bb2 HTTP/1.1" status: 204 len: 168 time: 0.1764216 Feb 17 09:57:03.669365 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65d42d-5618-4da1-9eed-27fa029fe102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bf90dd-86ef-4121-acdd-9d94d3375bb2,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:03.695427 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:03.763106 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4dd671-c22e-4b98-8afa-4281ff32842c req-6972c0b2-e584-46af-9806-4fc8e0057f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:03.764717 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-2e4dd671-c22e-4b98-8afa-4281ff32842c req-6972c0b2-e584-46af-9806-4fc8e0057f85 service neutron] 10.222.0.93 "GET /v2.0/networks?id=56727042-25d7-492c-b11b-57580ed61276 HTTP/1.1" status: 200 len: 920 time: 0.0886686 Feb 17 09:57:03.813440 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-2e4dd671-c22e-4b98-8afa-4281ff32842c req-56e62f13-937c-431a-9487-7ed98cb85da0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b HTTP/1.1" status: 200 len: 217 time: 0.0391126 Feb 17 09:57:03.863437 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4dd671-c22e-4b98-8afa-4281ff32842c req-29720c53-32ec-47dc-8e92-0797a650600f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:03.864929 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-2e4dd671-c22e-4b98-8afa-4281ff32842c req-29720c53-32ec-47dc-8e92-0797a650600f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1d6fec72-bab7-4137-8c4d-c54b278ae7ca HTTP/1.1" status: 200 len: 858 time: 0.0437748 Feb 17 09:57:03.899540 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-2e4dd671-c22e-4b98-8afa-4281ff32842c req-e3032298-126a-4dc3-9cd2-c97782847a68 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=56727042-25d7-492c-b11b-57580ed61276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254960 Feb 17 09:57:03.971476 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 48884) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:57:03.987485 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9744bf87-68eb-4a1e-a03e-5a887f4d9cb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:04.010126 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-2e4dd671-c22e-4b98-8afa-4281ff32842c req-d18d4ca3-5cbc-43c9-bddd-e38405ec9125 service neutron] 10.222.0.93 "GET /v2.0/networks/56727042-25d7-492c-b11b-57580ed61276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023829 Feb 17 09:57:04.025801 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b73a7-80bb-4c5b-86e7-3878c4ca0a65 req-807dc280-d544-49be-acac-6e67e4da916b tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:04.027512 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0e3b73a7-80bb-4c5b-86e7-3878c4ca0a65 req-807dc280-d544-49be-acac-6e67e4da916b tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/ports?device_id=fbac818e-9a47-4946-a1ec-29dc59f12a3c HTTP/1.1" status: 200 len: 944 time: 0.1026988 Feb 17 09:57:04.107361 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0e3b73a7-80bb-4c5b-86e7-3878c4ca0a65 req-102762d4-8523-4f2e-b5db-ac2a05a7d342 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/security-groups?id=4c257128-1493-450a-8a8b-b3d46ded6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731819 Feb 17 09:57:04.109005 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-2e4dd671-c22e-4b98-8afa-4281ff32842c req-12e72cb2-036a-4567-bb45-ba42e3994166 service neutron] 10.222.0.93 "GET /v2.0/networks/56727042-25d7-492c-b11b-57580ed61276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907304 Feb 17 09:57:04.140361 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9744bf87-68eb-4a1e-a03e-5a887f4d9cb5 admin admin] Publish callbacks [] for security_group (fd9e823d-c794-4fbe-b0c5-7ad7ee0c66d3), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:04.155421 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9744bf87-68eb-4a1e-a03e-5a887f4d9cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (fd9e823d-c794-4fbe-b0c5-7ad7ee0c66d3), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:04.180407 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744bf87-68eb-4a1e-a03e-5a887f4d9cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9e823d-c794-4fbe-b0c5-7ad7ee0c66d3,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:04.186411 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-9744bf87-68eb-4a1e-a03e-5a887f4d9cb5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a845eeb4779341e0a1c4ec95c6c3781b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137792 Feb 17 09:57:04.189465 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 48892) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:57:04.240035 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ada225ab-e7f7-4149-8370-f3b5f414238b admin admin] Publish callbacks [] for security_group (fd9e823d-c794-4fbe-b0c5-7ad7ee0c66d3), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:04.260885 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ada225ab-e7f7-4149-8370-f3b5f414238b admin admin] Publish callbacks [] for security_group (fd9e823d-c794-4fbe-b0c5-7ad7ee0c66d3), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:04.309215 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ada225ab-e7f7-4149-8370-f3b5f414238b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (fd9e823d-c794-4fbe-b0c5-7ad7ee0c66d3), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:04.309639 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device db7553cd-7b4d-49f7-a07b-24dd8eec731f details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:57:04.312437 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ada225ab-e7f7-4149-8370-f3b5f414238b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:04.313580 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-ada225ab-e7f7-4149-8370-f3b5f414238b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/fd9e823d-c794-4fbe-b0c5-7ad7ee0c66d3 HTTP/1.1" status: 204 len: 168 time: 0.1226029 Feb 17 09:57:04.320960 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada225ab-e7f7-4149-8370-f3b5f414238b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9e823d-c794-4fbe-b0c5-7ad7ee0c66d3,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:04.417781 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port db7553cd-7b4d-49f7-a07b-24dd8eec731f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=db7553cd-7b4d-49f7-a07b-24dd8eec731f,segment=NetworkSegment(16d922d8-128b-4529-bd1d-39c844a7d0e5),segment_id=16d922d8-128b-4529-bd1d-39c844a7d0e5)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:57:04.429628 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Returning: {'device': 'db7553cd-7b4d-49f7-a07b-24dd8eec731f', 'network_id': 'd6114fe2-e794-4d95-9119-6f1373811ee8', 'port_id': 'db7553cd-7b4d-49f7-a07b-24dd8eec731f', 'mac_address': 'fa:16:3e:eb:94:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9fedabc-4575-48b6-a4ca-ca4ff06de6dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:57:04.468727 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port db7553cd-7b4d-49f7-a07b-24dd8eec731f is: DOWN; New status is: BUILD {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:57:04.469121 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (db7553cd-7b4d-49f7-a07b-24dd8eec731f), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:04.486486 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db7553cd-7b4d-49f7-a07b-24dd8eec731f {{(pid=102622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:57:04.506020 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port db7553cd-7b4d-49f7-a07b-24dd8eec731f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=db7553cd-7b4d-49f7-a07b-24dd8eec731f,segment=NetworkSegment(16d922d8-128b-4529-bd1d-39c844a7d0e5),segment_id=16d922d8-128b-4529-bd1d-39c844a7d0e5)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:57:04.510927 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (db7553cd-7b4d-49f7-a07b-24dd8eec731f), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:04.558471 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=db7553cd-7b4d-49f7-a07b-24dd8eec731f,revision_number=4']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:04.979985 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 48914) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:57:05.075224 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-bbf467fc-f216-44cf-9100-ccef9b9af553 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1074956760-network', 'tenant_id': '742b9187fc164d4f806fdce7df1f90ad'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:05.094819 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf467fc-f216-44cf-9100-ccef9b9af553 admin admin] Made reservation on behalf of 742b9187fc164d4f806fdce7df1f90ad for: {'network': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:57:05.097121 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-bbf467fc-f216-44cf-9100-ccef9b9af553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for network (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:05.100193 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['db7553cd-7b4d-49f7-a07b-24dd8eec731f'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:57:05.105406 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-bbf467fc-f216-44cf-9100-ccef9b9af553 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:05.189776 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-bbf467fc-f216-44cf-9100-ccef9b9af553 admin admin] Publish callbacks [] for security_group (76e81be9-67d1-421a-b30b-5584f65436b9), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:05.195358 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-bbf467fc-f216-44cf-9100-ccef9b9af553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (76e81be9-67d1-421a-b30b-5584f65436b9), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:05.226883 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf467fc-f216-44cf-9100-ccef9b9af553 admin admin] vlan segment allocate from pool success with {'vlan_id': 1036, 'physical_network': 'physnet1'} {{(pid=102621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:57:05.229319 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf467fc-f216-44cf-9100-ccef9b9af553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e81be9-67d1-421a-b30b-5584f65436b9,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:05.241457 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-bbf467fc-f216-44cf-9100-ccef9b9af553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (74894de9-e295-4c03-b6b5-b2e5db0e49e8), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:05.241818 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.db.segments_db [None req-bbf467fc-f216-44cf-9100-ccef9b9af553 admin admin] Added segment 74894de9-e295-4c03-b6b5-b2e5db0e49e8 of type vlan for network b2432867-45f9-4904-a392-095ca5cf2bfa Feb 17 09:57:05.272029 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccddf18-fd8a-49e9-8c36-70f7b8782772 req-000f1bb7-4e3f-4534-b80b-53f98e11b14d tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:05.281080 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3ccddf18-fd8a-49e9-8c36-70f7b8782772 req-000f1bb7-4e3f-4534-b80b-53f98e11b14d tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/ports?device_id=fbac818e-9a47-4946-a1ec-29dc59f12a3c HTTP/1.1" status: 200 len: 945 time: 0.0899003 Feb 17 09:57:05.295546 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-bbf467fc-f216-44cf-9100-ccef9b9af553 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771562205323'] for network (b2432867-45f9-4904-a392-095ca5cf2bfa), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:05.326519 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3ccddf18-fd8a-49e9-8c36-70f7b8782772 req-b822421a-b75c-46bd-8021-89922daf0f76 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/security-groups?id=4c257128-1493-450a-8a8b-b3d46ded6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442176 Feb 17 09:57:05.327157 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-bbf467fc-f216-44cf-9100-ccef9b9af553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854'] for network (b2432867-45f9-4904-a392-095ca5cf2bfa), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:05.329224 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf467fc-f216-44cf-9100-ccef9b9af553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:05.329814 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-bbf467fc-f216-44cf-9100-ccef9b9af553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:05.367706 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-bbf467fc-f216-44cf-9100-ccef9b9af553 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3865366 Feb 17 09:57:05.370862 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 48926) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:57:05.375804 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-9cf47106-9e87-4f5e-a579-a70bc3d7e6fc admin admin] Request body: {'subnet': {'network_id': 'b2432867-45f9-4904-a392-095ca5cf2bfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1074956760-subnet', 'tenant_id': '742b9187fc164d4f806fdce7df1f90ad', 'ip_version': 4}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:05.397012 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf47106-9e87-4f5e-a579-a70bc3d7e6fc admin admin] Made reservation on behalf of 742b9187fc164d4f806fdce7df1f90ad for: {'subnet': 1} {{(pid=102620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:57:05.399434 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9cf47106-9e87-4f5e-a579-a70bc3d7e6fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8420543'] for subnet (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:05.409646 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf467fc-f216-44cf-9100-ccef9b9af553 admin admin] Pushing event updated for resources: {'Network': ['ID=b2432867-45f9-4904-a392-095ca5cf2bfa,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:05.420571 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Network b2432867-45f9-4904-a392-095ca5cf2bfa details requested by agent ovs-agent-dv-cinder-778193-18-iscsi with host dv-cinder-778193-18-iscsi {{(pid=102622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:57:05.564319 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9cf47106-9e87-4f5e-a579-a70bc3d7e6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11331181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8420493'] for subnet (c4f08b7d-085e-4fd8-870e-af663cf832eb), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:05.625792 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf47106-9e87-4f5e-a579-a70bc3d7e6fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4f08b7d-085e-4fd8-870e-af663cf832eb,revision_number=0']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:05.636406 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf47106-9e87-4f5e-a579-a70bc3d7e6fc admin admin] Checking segment: {'id': '74894de9-e295-4c03-b6b5-b2e5db0e49e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'b2432867-45f9-4904-a392-095ca5cf2bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:57:05.636765 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf47106-9e87-4f5e-a579-a70bc3d7e6fc admin admin] Network hostable DHCP agents. Network: b2432867-45f9-4904-a392-095ca5cf2bfa, hostable agents: ['218f41e8-fc39-4954-bed9-509113520430'], hosted agents: [] {{(pid=102620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:57:05.653144 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf47106-9e87-4f5e-a579-a70bc3d7e6fc admin admin] Network b2432867-45f9-4904-a392-095ca5cf2bfa is scheduled to be hosted by DHCP agent 218f41e8-fc39-4954-bed9-509113520430 with binding_index 1 {{(pid=102620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:57:05.661713 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [None req-9cf47106-9e87-4f5e-a579-a70bc3d7e6fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-18-iscsi, b2432867-45f9-4904-a392-095ca5cf2bfa) {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:57:05.665890 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf47106-9e87-4f5e-a579-a70bc3d7e6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:05.666476 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9cf47106-9e87-4f5e-a579-a70bc3d7e6fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:05.670962 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7c2872-697f-4b86-844e-cbaa1192125c None None] Network b2432867-45f9-4904-a392-095ca5cf2bfa requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:57:05.684244 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-9cf47106-9e87-4f5e-a579-a70bc3d7e6fc admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3122189 Feb 17 09:57:05.686836 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 48928) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:57:05.691103 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-864ded7f-6fb8-4f39-8709-a9d1ea414ee1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1074956760-router', 'tenant_id': '742b9187fc164d4f806fdce7df1f90ad', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'}}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:05.709502 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-864ded7f-6fb8-4f39-8709-a9d1ea414ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41632'] for router (6a8f353f-9f63-4141-8a30-5082438076f6), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:05.710683 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-864ded7f-6fb8-4f39-8709-a9d1ea414ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3931410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3898661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41641'] for router (6a8f353f-9f63-4141-8a30-5082438076f6), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:05.770883 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-864ded7f-6fb8-4f39-8709-a9d1ea414ee1 admin admin] Publish callbacks [] for router_controller (6a8f353f-9f63-4141-8a30-5082438076f6), precommit_add_association {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:05.776249 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4fd892-38f2-4242-8b7b-7a5ae14a01c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp526866e7-fb09-5aab-8449-c4c53278cbab-b2432867-45f9-4904-a392-095ca5cf2bfa', 'network_id': 'b2432867-45f9-4904-a392-095ca5cf2bfa', 'project_id': '742b9187fc164d4f806fdce7df1f90ad', 'fixed_ips': [{'subnet_id': 'c4f08b7d-085e-4fd8-870e-af663cf832eb'}]}} from dv-cinder-778193-18-iscsi. {{(pid=102622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 09:57:05.777722 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-1b4fd892-38f2-4242-8b7b-7a5ae14a01c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:05.925603 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.db_base_plugin_common [None req-1b4fd892-38f2-4242-8b7b-7a5ae14a01c8 None None] Allocated IP 172.20.0.2 (b2432867-45f9-4904-a392-095ca5cf2bfa/c4f08b7d-085e-4fd8-870e-af663cf832eb/ef87a70b-c088-4da4-b9c5-f4d601e6daa4) {{(pid=102622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:57:05.937694 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-864ded7f-6fb8-4f39-8709-a9d1ea414ee1 admin admin] Publish callbacks [] for router_gateway (6a8f353f-9f63-4141-8a30-5082438076f6), precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:06.089445 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-1b4fd892-38f2-4242-8b7b-7a5ae14a01c8 None None] Publish callbacks [] for port (ef87a70b-c088-4da4-b9c5-f4d601e6daa4), precommit_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:06.095187 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-1b4fd892-38f2-4242-8b7b-7a5ae14a01c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393'] for port (ef87a70b-c088-4da4-b9c5-f4d601e6daa4), after_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:06.142856 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4fd892-38f2-4242-8b7b-7a5ae14a01c8 None None] Network b2432867-45f9-4904-a392-095ca5cf2bfa is already hosted by enough agents. {{(pid=102622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:57:06.148154 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fd892-38f2-4242-8b7b-7a5ae14a01c8 None None] Pushing event updated for resources: {'Port': ['ID=ef87a70b-c088-4da4-b9c5-f4d601e6daa4,revision_number=1']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:06.150875 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.scheduler.base_scheduler [None req-1b4fd892-38f2-4242-8b7b-7a5ae14a01c8 None None] Resources bound (agent type, host, resource id): {{(pid=102622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:57:06.153382 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4fd892-38f2-4242-8b7b-7a5ae14a01c8 None None] Received port after_create {{(pid=102622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:57:06.168617 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-864ded7f-6fb8-4f39-8709-a9d1ea414ee1 admin admin] Publish callbacks [] for router_gateway (6a8f353f-9f63-4141-8a30-5082438076f6), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:06.193866 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-864ded7f-6fb8-4f39-8709-a9d1ea414ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:06.310080 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.db_base_plugin_common [None req-864ded7f-6fb8-4f39-8709-a9d1ea414ee1 admin admin] Allocated IP 172.27.0.59 (e9041cdf-f130-4174-b12b-9a6052f109e9/ab0a3e63-7c03-47a8-8a32-e5bb6e305511/679c4b50-4765-4acf-bf33-eb50aacc3948) {{(pid=102620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:57:06.350536 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-1b4fd892-38f2-4242-8b7b-7a5ae14a01c8 None None] Attempting to bind port ef87a70b-c088-4da4-b9c5-f4d601e6daa4 on host dv-cinder-778193-18-iscsi for vnic_type normal with profile {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:57:06.350920 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-1b4fd892-38f2-4242-8b7b-7a5ae14a01c8 None None] Attempting to bind port ef87a70b-c088-4da4-b9c5-f4d601e6daa4 by drivers openvswitch,hyperv on host dv-cinder-778193-18-iscsi at level 0 using segments [{'id': '74894de9-e295-4c03-b6b5-b2e5db0e49e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'b2432867-45f9-4904-a392-095ca5cf2bfa'}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:57:06.351336 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4fd892-38f2-4242-8b7b-7a5ae14a01c8 None None] Attempting to bind port ef87a70b-c088-4da4-b9c5-f4d601e6daa4 on network b2432867-45f9-4904-a392-095ca5cf2bfa {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:57:06.357109 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4fd892-38f2-4242-8b7b-7a5ae14a01c8 None None] Checking agent: {'id': '79564d9f-88b8-4061-9e24-638c07d5ce89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 46, 48), 'started_at': datetime.datetime(2022, 2, 17, 9, 47, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:57:06.357488 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4fd892-38f2-4242-8b7b-7a5ae14a01c8 None None] Checking segment: {'id': '74894de9-e295-4c03-b6b5-b2e5db0e49e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'b2432867-45f9-4904-a392-095ca5cf2bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:57:06.357897 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-1b4fd892-38f2-4242-8b7b-7a5ae14a01c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:06.358289 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4fd892-38f2-4242-8b7b-7a5ae14a01c8 None None] Bound using segment: {'id': '74894de9-e295-4c03-b6b5-b2e5db0e49e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'b2432867-45f9-4904-a392-095ca5cf2bfa'} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:57:06.358770 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-1b4fd892-38f2-4242-8b7b-7a5ae14a01c8 None None] Bound port: ef87a70b-c088-4da4-b9c5-f4d601e6daa4, host: dv-cinder-778193-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74894de9-e295-4c03-b6b5-b2e5db0e49e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'b2432867-45f9-4904-a392-095ca5cf2bfa'}}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:57:06.359269 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-1b4fd892-38f2-4242-8b7b-7a5ae14a01c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (ef87a70b-c088-4da4-b9c5-f4d601e6daa4), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:06.438624 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-1b4fd892-38f2-4242-8b7b-7a5ae14a01c8 None None] For port ef87a70b-c088-4da4-b9c5-f4d601e6daa4, host dv-cinder-778193-18-iscsi, cleared binding levels {{(pid=102622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:57:06.442342 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-1b4fd892-38f2-4242-8b7b-7a5ae14a01c8 None None] For port ef87a70b-c088-4da4-b9c5-f4d601e6daa4, host dv-cinder-778193-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=ef87a70b-c088-4da4-b9c5-f4d601e6daa4,segment=NetworkSegment(74894de9-e295-4c03-b6b5-b2e5db0e49e8),segment_id=74894de9-e295-4c03-b6b5-b2e5db0e49e8)] {{(pid=102622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:57:06.450923 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-1b4fd892-38f2-4242-8b7b-7a5ae14a01c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (ef87a70b-c088-4da4-b9c5-f4d601e6daa4), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:06.467915 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-864ded7f-6fb8-4f39-8709-a9d1ea414ee1 admin admin] Publish callbacks [] for port (679c4b50-4765-4acf-bf33-eb50aacc3948), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:06.511239 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db443a5-8373-4b10-b513-1197af5bac99 req-66cd6346-44e0-48f2-8da5-a8f0c63e6e30 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:06.512823 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2db443a5-8373-4b10-b513-1197af5bac99 req-66cd6346-44e0-48f2-8da5-a8f0c63e6e30 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/ports?device_id=fbac818e-9a47-4946-a1ec-29dc59f12a3c HTTP/1.1" status: 200 len: 945 time: 0.0941174 Feb 17 09:57:06.536843 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-864ded7f-6fb8-4f39-8709-a9d1ea414ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11330461'] for port (679c4b50-4765-4acf-bf33-eb50aacc3948), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:06.542718 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fd892-38f2-4242-8b7b-7a5ae14a01c8 None None] Pushing event updated for resources: {'Port': ['ID=ef87a70b-c088-4da4-b9c5-f4d601e6daa4,revision_number=2']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:06.591367 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864ded7f-6fb8-4f39-8709-a9d1ea414ee1 admin admin] Network e9041cdf-f130-4174-b12b-9a6052f109e9 is already hosted by enough agents. {{(pid=102620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:57:06.600786 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [None req-864ded7f-6fb8-4f39-8709-a9d1ea414ee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:57:06.610223 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864ded7f-6fb8-4f39-8709-a9d1ea414ee1 admin admin] Received port after_create {{(pid=102620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:57:06.626692 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ded7f-6fb8-4f39-8709-a9d1ea414ee1 admin admin] Pushing event updated for resources: {'Port': ['ID=679c4b50-4765-4acf-bf33-eb50aacc3948,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:06.661562 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2db443a5-8373-4b10-b513-1197af5bac99 req-28bf6414-f981-4016-9076-f9d1ceca3a56 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/security-groups?id=4c257128-1493-450a-8a8b-b3d46ded6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406684 Feb 17 09:57:06.680241 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703aef7-28fb-4c7c-b43d-549d75a33fb3 req-b027ddd1-8bec-4a96-8776-8427447b6fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:06.683296 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8703aef7-28fb-4c7c-b43d-549d75a33fb3 req-b027ddd1-8bec-4a96-8776-8427447b6fc3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=13e27e736c544248b7b364646f33dd08&device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 1130 time: 0.0578029 Feb 17 09:57:06.814925 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703aef7-28fb-4c7c-b43d-549d75a33fb3 req-5e830cc7-c1d5-403c-a5d8-6a1ecad0f499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:06.816767 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8703aef7-28fb-4c7c-b43d-549d75a33fb3 req-5e830cc7-c1d5-403c-a5d8-6a1ecad0f499 service neutron] 10.222.0.93 "GET /v2.0/networks?id=56727042-25d7-492c-b11b-57580ed61276 HTTP/1.1" status: 200 len: 920 time: 0.1143336 Feb 17 09:57:06.845429 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf0cb0-64b1-4dad-8148-2c02da40bfbc req-2916148f-b653-4217-891b-dbdeed7e29c4 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:06.847031 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-04cf0cb0-64b1-4dad-8148-2c02da40bfbc req-2916148f-b653-4217-891b-dbdeed7e29c4 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.1893046 Feb 17 09:57:06.871429 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8703aef7-28fb-4c7c-b43d-549d75a33fb3 req-ad36d4a1-44d5-4718-9f48-3f501d6dedf6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b HTTP/1.1" status: 200 len: 217 time: 0.0430379 Feb 17 09:57:06.928575 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703aef7-28fb-4c7c-b43d-549d75a33fb3 req-42ea6b9d-b595-4c19-9ff3-ea03fd52ecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:06.930369 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8703aef7-28fb-4c7c-b43d-549d75a33fb3 req-42ea6b9d-b595-4c19-9ff3-ea03fd52ecfd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1d6fec72-bab7-4137-8c4d-c54b278ae7ca HTTP/1.1" status: 200 len: 858 time: 0.0501413 Feb 17 09:57:06.975889 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8703aef7-28fb-4c7c-b43d-549d75a33fb3 req-002f39b4-658a-4fe2-bd12-f8d3138bb9a2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=56727042-25d7-492c-b11b-57580ed61276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268199 Feb 17 09:57:06.980559 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-04cf0cb0-64b1-4dad-8148-2c02da40bfbc req-24714a03-0d09-4916-b7ba-71f39639f5b9 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263554 Feb 17 09:57:07.012017 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-864ded7f-6fb8-4f39-8709-a9d1ea414ee1 admin admin] Publish callbacks [] for router_gateway (6a8f353f-9f63-4141-8a30-5082438076f6), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:07.077747 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8703aef7-28fb-4c7c-b43d-549d75a33fb3 req-37f617da-5b4e-42ef-aec6-9fc4122d8095 service neutron] 10.222.0.93 "GET /v2.0/networks/56727042-25d7-492c-b11b-57580ed61276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926993 Feb 17 09:57:07.181623 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8703aef7-28fb-4c7c-b43d-549d75a33fb3 req-a6062cb4-49a2-49dc-b8a4-5b65db042dc5 service neutron] 10.222.0.93 "GET /v2.0/networks/56727042-25d7-492c-b11b-57580ed61276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890357 Feb 17 09:57:07.216274 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-864ded7f-6fb8-4f39-8709-a9d1ea414ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3931471'] for router (6a8f353f-9f63-4141-8a30-5082438076f6), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:07.356369 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864ded7f-6fb8-4f39-8709-a9d1ea414ee1 admin admin] Router 6a8f353f-9f63-4141-8a30-5082438076f6 is scheduled to L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 with binding_index 1 {{(pid=102620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 09:57:07.383847 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device ef87a70b-c088-4da4-b9c5-f4d601e6daa4 up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:57:07.454719 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port ef87a70b-c088-4da4-b9c5-f4d601e6daa4 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:07.455095 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (ef87a70b-c088-4da4-b9c5-f4d601e6daa4), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:07.481931 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864ded7f-6fb8-4f39-8709-a9d1ea414ee1 admin admin] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:57:07.494976 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0816e7f9-9a88-43a9-b2b4-2344e52d128d None None] Sync routers for ids ['6a8f353f-9f63-4141-8a30-5082438076f6'] in dv-cinder-778193-18-iscsi {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:57:07.504913 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-864ded7f-6fb8-4f39-8709-a9d1ea414ee1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:07.508867 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-864ded7f-6fb8-4f39-8709-a9d1ea414ee1 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8183491 Feb 17 09:57:07.509312 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 48958) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:57:07.511939 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0816e7f9-9a88-43a9-b2b4-2344e52d128d None None] Routers {'6a8f353f-9f63-4141-8a30-5082438076f6'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:57:07.512899 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-0816e7f9-9a88-43a9-b2b4-2344e52d128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:56:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['6a8f353f-9f63-4141-8a30-5082438076f6'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:07.538888 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port ef87a70b-c088-4da4-b9c5-f4d601e6daa4 is: DOWN; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:57:07.539504 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (ef87a70b-c088-4da4-b9c5-f4d601e6daa4), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:07.589520 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] For port ef87a70b-c088-4da4-b9c5-f4d601e6daa4, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=ef87a70b-c088-4da4-b9c5-f4d601e6daa4,segment=NetworkSegment(74894de9-e295-4c03-b6b5-b2e5db0e49e8),segment_id=74894de9-e295-4c03-b6b5-b2e5db0e49e8)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:57:07.596979 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (ef87a70b-c088-4da4-b9c5-f4d601e6daa4), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:07.649374 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-0816e7f9-9a88-43a9-b2b4-2344e52d128d None None] Set router 6a8f353f-9f63-4141-8a30-5082438076f6 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:57:07.655572 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Pushing event updated for resources: {'Port': ['ID=ef87a70b-c088-4da4-b9c5-f4d601e6daa4,revision_number=3']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:07.658081 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44df9f71-462f-4b76-bbc7-7746a6d4a851 None None] Network b2432867-45f9-4904-a392-095ca5cf2bfa requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:57:07.680110 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:07.680648 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:07.681171 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:07.681603 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:07.682037 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:07.682463 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:07.682923 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:07.683423 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:07.683810 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:07.684256 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:07.684681 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:07.685109 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:07.685523 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:07.765698 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-29be41e3-2ac0-4f1f-8202-d3eb4d892f34 None None] Provisioning complete for port ef87a70b-c088-4da4-b9c5-f4d601e6daa4 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:07.766176 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-29be41e3-2ac0-4f1f-8202-d3eb4d892f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (ef87a70b-c088-4da4-b9c5-f4d601e6daa4), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:07.852007 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-0816e7f9-9a88-43a9-b2b4-2344e52d128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'name': 'tempest-TestMinimumBasicScenario-1074956760-router', 'tenant_id': '742b9187fc164d4f806fdce7df1f90ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '679c4b50-4765-4acf-bf33-eb50aacc3948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T09:57:06Z', 'revision_number': 3, 'project_id': '742b9187fc164d4f806fdce7df1f90ad', 'gw_port': {'id': '679c4b50-4765-4acf-bf33-eb50aacc3948', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fe:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:06Z', 'updated_at': '2022-02-17T09:57:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi'}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:07.873524 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36417c51-71bb-4ecd-ac32-cd0cf039c1d8 req-02b6960c-c4f6-4de2-8cc6-2bfef92f4ccc tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:07.875615 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-36417c51-71bb-4ecd-ac32-cd0cf039c1d8 req-02b6960c-c4f6-4de2-8cc6-2bfef92f4ccc tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/ports?device_id=fbac818e-9a47-4946-a1ec-29dc59f12a3c HTTP/1.1" status: 200 len: 945 time: 0.0990968 Feb 17 09:57:07.882901 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-29be41e3-2ac0-4f1f-8202-d3eb4d892f34 None None] Current status of the port ef87a70b-c088-4da4-b9c5-f4d601e6daa4 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:57:07.886646 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0816e7f9-9a88-43a9-b2b4-2344e52d128d None None] Checking router: 6a8f353f-9f63-4141-8a30-5082438076f6 for host: dv-cinder-778193-18-iscsi {{(pid=102623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:57:07.886938 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0816e7f9-9a88-43a9-b2b4-2344e52d128d None None] Updating router 6a8f353f-9f63-4141-8a30-5082438076f6 port 679c4b50-4765-4acf-bf33-eb50aacc3948 binding host dv-cinder-778193-18-iscsi {{(pid=102623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:57:07.916750 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-0816e7f9-9a88-43a9-b2b4-2344e52d128d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (679c4b50-4765-4acf-bf33-eb50aacc3948), before_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:08.000497 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-36417c51-71bb-4ecd-ac32-cd0cf039c1d8 req-a6cb5a21-6d58-4c4a-a50a-63c3fc799e01 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/security-groups?id=4c257128-1493-450a-8a8b-b3d46ded6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164181 Feb 17 09:57:08.105048 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-8fc6d48c-8fee-4052-97b8-abf76a61ce48 None None] Provisioning complete for port ef87a70b-c088-4da4-b9c5-f4d601e6daa4 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:08.105843 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-8fc6d48c-8fee-4052-97b8-abf76a61ce48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (ef87a70b-c088-4da4-b9c5-f4d601e6daa4), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:08.182339 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b754e24-d835-44a1-a1ab-b3673da7b4fd req-14edc037-f0be-4015-971c-c2d490b3b9af tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:08.183856 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7b754e24-d835-44a1-a1ab-b3673da7b4fd req-14edc037-f0be-4015-971c-c2d490b3b9af tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0962448 Feb 17 09:57:08.192216 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-8fc6d48c-8fee-4052-97b8-abf76a61ce48 None None] Current status of the port ef87a70b-c088-4da4-b9c5-f4d601e6daa4 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:57:08.209088 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-0816e7f9-9a88-43a9-b2b4-2344e52d128d None None] Publish callbacks [] for port (679c4b50-4765-4acf-bf33-eb50aacc3948), precommit_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:08.216133 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-0816e7f9-9a88-43a9-b2b4-2344e52d128d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (679c4b50-4765-4acf-bf33-eb50aacc3948), after_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:08.268723 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.managers [None req-0816e7f9-9a88-43a9-b2b4-2344e52d128d None None] Attempting to bind port 679c4b50-4765-4acf-bf33-eb50aacc3948 on host dv-cinder-778193-18-iscsi for vnic_type normal with profile {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:57:08.269193 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.managers [None req-0816e7f9-9a88-43a9-b2b4-2344e52d128d None None] Attempting to bind port 679c4b50-4765-4acf-bf33-eb50aacc3948 by drivers openvswitch,hyperv on host dv-cinder-778193-18-iscsi at level 0 using segments [{'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'}] {{(pid=102623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:57:08.269658 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816e7f9-9a88-43a9-b2b4-2344e52d128d None None] Attempting to bind port 679c4b50-4765-4acf-bf33-eb50aacc3948 on network e9041cdf-f130-4174-b12b-9a6052f109e9 {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:57:08.280568 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816e7f9-9a88-43a9-b2b4-2344e52d128d None None] Checking agent: {'id': '79564d9f-88b8-4061-9e24-638c07d5ce89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 46, 48), 'started_at': datetime.datetime(2022, 2, 17, 9, 47, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:57:08.280952 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816e7f9-9a88-43a9-b2b4-2344e52d128d None None] Checking segment: {'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:57:08.281358 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-0816e7f9-9a88-43a9-b2b4-2344e52d128d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:08.281753 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816e7f9-9a88-43a9-b2b4-2344e52d128d None None] Bound using segment: {'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'} {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:57:08.282222 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.managers [None req-0816e7f9-9a88-43a9-b2b4-2344e52d128d None None] Bound port: 679c4b50-4765-4acf-bf33-eb50aacc3948, host: dv-cinder-778193-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'}}] {{(pid=102623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:57:08.282603 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-0816e7f9-9a88-43a9-b2b4-2344e52d128d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (679c4b50-4765-4acf-bf33-eb50aacc3948), before_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:08.300036 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7b754e24-d835-44a1-a1ab-b3673da7b4fd req-cf8cd16b-3585-4e37-8613-edecaae2c3c1 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021352 Feb 17 09:57:08.307898 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd6380-5c5b-4569-a60a-4026ae6b272d None None] Pushing event updated for resources: {'Port': ['ID=679c4b50-4765-4acf-bf33-eb50aacc3948,revision_number=2']} {{(pid=102623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:08.319180 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device db7553cd-7b4d-49f7-a07b-24dd8eec731f up at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:57:08.324582 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd6380-5c5b-4569-a60a-4026ae6b272d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:08.324967 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd6380-5c5b-4569-a60a-4026ae6b272d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:08.325334 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd6380-5c5b-4569-a60a-4026ae6b272d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:08.325678 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd6380-5c5b-4569-a60a-4026ae6b272d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:08.326017 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd6380-5c5b-4569-a60a-4026ae6b272d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:08.326356 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd6380-5c5b-4569-a60a-4026ae6b272d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:08.326696 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd6380-5c5b-4569-a60a-4026ae6b272d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:08.327191 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd6380-5c5b-4569-a60a-4026ae6b272d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:08.327408 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd6380-5c5b-4569-a60a-4026ae6b272d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:08.327759 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd6380-5c5b-4569-a60a-4026ae6b272d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:08.328092 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd6380-5c5b-4569-a60a-4026ae6b272d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:08.328416 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd6380-5c5b-4569-a60a-4026ae6b272d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:08.328739 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd6380-5c5b-4569-a60a-4026ae6b272d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:08.371079 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning for port db7553cd-7b4d-49f7-a07b-24dd8eec731f completed by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:57:08.371572 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.db [None req-0816e7f9-9a88-43a9-b2b4-2344e52d128d None None] For port 679c4b50-4765-4acf-bf33-eb50aacc3948, host dv-cinder-778193-18-iscsi, cleared binding levels {{(pid=102623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:57:08.375740 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning complete for port db7553cd-7b4d-49f7-a07b-24dd8eec731f triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:08.376108 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.db [None req-0816e7f9-9a88-43a9-b2b4-2344e52d128d None None] For port 679c4b50-4765-4acf-bf33-eb50aacc3948, host dv-cinder-778193-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=679c4b50-4765-4acf-bf33-eb50aacc3948,segment=NetworkSegment(51ac98f7-247c-461f-a451-e6b864fb2c70),segment_id=51ac98f7-247c-461f-a451-e6b864fb2c70)] {{(pid=102623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:57:08.376267 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (db7553cd-7b4d-49f7-a07b-24dd8eec731f), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:08.382937 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ba365037-861b-4a33-9738-fe722cd10da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:08.385738 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-0816e7f9-9a88-43a9-b2b4-2344e52d128d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (679c4b50-4765-4acf-bf33-eb50aacc3948), after_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:08.447902 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0816e7f9-9a88-43a9-b2b4-2344e52d128d None None] Routers {'6a8f353f-9f63-4141-8a30-5082438076f6'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:57:08.448534 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-0816e7f9-9a88-43a9-b2b4-2344e52d128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:56:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['6a8f353f-9f63-4141-8a30-5082438076f6'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:08.452926 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd6380-5c5b-4569-a60a-4026ae6b272d None None] Pushing event updated for resources: {'Port': ['ID=679c4b50-4765-4acf-bf33-eb50aacc3948,revision_number=3']} {{(pid=102623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:08.509418 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port db7553cd-7b4d-49f7-a07b-24dd8eec731f is: BUILD; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:57:08.511337 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (db7553cd-7b4d-49f7-a07b-24dd8eec731f), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:08.547896 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbac818e-9a47-4946-a1ec-29dc59f12a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db7553cd-7b4d-49f7-a07b-24dd8eec731f'}] {{(pid=102622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:57:08.550901 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c0921c82721ddcd3043691fcb1168a632d6e856cc39374f61865f4aa2fd6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491ec8ed-597d-4755-b7e1-85bc091334e7" -d '{"events": [{"server_uuid": "fbac818e-9a47-4946-a1ec-29dc59f12a3c", "name": "network-vif-plugged", "status": "completed", "tag": "db7553cd-7b4d-49f7-a07b-24dd8eec731f"}]}' {{(pid=102622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:57:08.568206 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port db7553cd-7b4d-49f7-a07b-24dd8eec731f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=db7553cd-7b4d-49f7-a07b-24dd8eec731f,segment=NetworkSegment(16d922d8-128b-4529-bd1d-39c844a7d0e5),segment_id=16d922d8-128b-4529-bd1d-39c844a7d0e5)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:57:08.574829 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (db7553cd-7b4d-49f7-a07b-24dd8eec731f), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:08.625124 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.db_base_plugin_common [None req-ba365037-861b-4a33-9738-fe722cd10da6 admin admin] Allocated IP 172.20.0.1 (b2432867-45f9-4904-a392-095ca5cf2bfa/c4f08b7d-085e-4fd8-870e-af663cf832eb/4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7) {{(pid=102620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:57:08.631532 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcf51e1-a081-49a9-9cab-81fb89da77ab x-openstack-request-id: req-5fcf51e1-a081-49a9-9cab-81fb89da77ab {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:57:08.631877 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbac818e-9a47-4946-a1ec-29dc59f12a3c", "name": "network-vif-plugged", "status": "completed", "tag": "db7553cd-7b4d-49f7-a07b-24dd8eec731f", "code": 200}]} {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:57:08.632126 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-5fcf51e1-a081-49a9-9cab-81fb89da77ab {{(pid=102622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:57:08.632524 dv-cinder-778193-18-iscsi neutron-server[102622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbac818e-9a47-4946-a1ec-29dc59f12a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db7553cd-7b4d-49f7-a07b-24dd8eec731f', 'code': 200} Feb 17 09:57:08.679046 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=db7553cd-7b4d-49f7-a07b-24dd8eec731f,revision_number=5']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:08.742478 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-0816e7f9-9a88-43a9-b2b4-2344e52d128d None None] Set router 6a8f353f-9f63-4141-8a30-5082438076f6 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:57:08.793966 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ba365037-861b-4a33-9738-fe722cd10da6 admin admin] Publish callbacks [] for port (4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:08.822627 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511064c-d044-429e-aeea-1f0bb623e3a6 req-f4fe2277-0754-4b73-9aaa-c9a3c3c2794e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:08.825303 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-6511064c-d044-429e-aeea-1f0bb623e3a6 req-f4fe2277-0754-4b73-9aaa-c9a3c3c2794e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fbac818e-9a47-4946-a1ec-29dc59f12a3c HTTP/1.1" status: 200 len: 1130 time: 0.0562871 Feb 17 09:57:08.833029 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ba365037-861b-4a33-9738-fe722cd10da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11330461'] for port (4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:08.871206 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba365037-861b-4a33-9738-fe722cd10da6 admin admin] Network b2432867-45f9-4904-a392-095ca5cf2bfa is already hosted by enough agents. {{(pid=102620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:57:08.876365 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [None req-ba365037-861b-4a33-9738-fe722cd10da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:57:08.877221 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-6511064c-d044-429e-aeea-1f0bb623e3a6 req-b7c5379d-c0bc-4f36-bdca-ce6fe2d8116e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4c257128-1493-450a-8a8b-b3d46ded6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400596 Feb 17 09:57:08.879353 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba365037-861b-4a33-9738-fe722cd10da6 admin admin] Received port after_create {{(pid=102620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:57:08.913836 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba365037-861b-4a33-9738-fe722cd10da6 admin admin] Pushing event updated for resources: {'Port': ['ID=4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:08.930580 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-0816e7f9-9a88-43a9-b2b4-2344e52d128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'name': 'tempest-TestMinimumBasicScenario-1074956760-router', 'tenant_id': '742b9187fc164d4f806fdce7df1f90ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '679c4b50-4765-4acf-bf33-eb50aacc3948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T09:57:06Z', 'revision_number': 3, 'project_id': '742b9187fc164d4f806fdce7df1f90ad', 'gw_port': {'id': '679c4b50-4765-4acf-bf33-eb50aacc3948', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fe:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:06Z', 'updated_at': '2022-02-17T09:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi'}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:08.935883 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ba365037-861b-4a33-9738-fe722cd10da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915794'] for router_interface (6a8f353f-9f63-4141-8a30-5082438076f6), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:08.963267 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0816e7f9-9a88-43a9-b2b4-2344e52d128d None None] The sync data for ids ['6a8f353f-9f63-4141-8a30-5082438076f6'] in dv-cinder-778193-18-iscsi is: [{'id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'name': 'tempest-TestMinimumBasicScenario-1074956760-router', 'tenant_id': '742b9187fc164d4f806fdce7df1f90ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '679c4b50-4765-4acf-bf33-eb50aacc3948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T09:57:06Z', 'revision_number': 3, 'project_id': '742b9187fc164d4f806fdce7df1f90ad', 'gw_port': {'id': '679c4b50-4765-4acf-bf33-eb50aacc3948', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fe:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:06Z', 'updated_at': '2022-02-17T09:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi'}] {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:57:09.106094 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ba365037-861b-4a33-9738-fe722cd10da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7), before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:09.125707 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-31ddef78-8b6d-4f0f-910a-bf0b45929f10 None None] Provisioning complete for port 4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:09.126086 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-31ddef78-8b6d-4f0f-910a-bf0b45929f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:09.165086 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-31ddef78-8b6d-4f0f-910a-bf0b45929f10 None None] Port 4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7 cannot update to ACTIVE because it is not bound. {{(pid=102622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:57:09.194725 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a764c3-8efe-4fd7-a487-8ef63af2f4af req-a90dfc16-27fe-41db-9993-354b16294e00 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:09.196326 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-68a764c3-8efe-4fd7-a487-8ef63af2f4af req-a90dfc16-27fe-41db-9993-354b16294e00 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/ports?device_id=fbac818e-9a47-4946-a1ec-29dc59f12a3c HTTP/1.1" status: 200 len: 946 time: 0.1043618 Feb 17 09:57:09.284718 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-68a764c3-8efe-4fd7-a487-8ef63af2f4af req-0141d429-8266-4a13-b1de-d441daa31f98 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/security-groups?id=4c257128-1493-450a-8a8b-b3d46ded6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792713 Feb 17 09:57:09.440110 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ba365037-861b-4a33-9738-fe722cd10da6 admin admin] Publish callbacks [] for port (4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7), precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:09.448556 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ba365037-861b-4a33-9738-fe722cd10da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11330454'] for port (4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7), after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:09.481009 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device ef87a70b-c088-4da4-b9c5-f4d601e6daa4 up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:57:09.546235 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba365037-861b-4a33-9738-fe722cd10da6 admin admin] Pushing event updated for resources: {'Port': ['ID=4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:09.555065 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port ef87a70b-c088-4da4-b9c5-f4d601e6daa4 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:09.555552 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (ef87a70b-c088-4da4-b9c5-f4d601e6daa4), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:09.559183 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afcd96-a55c-4f87-91c9-826a9e87cc80 req-0450f480-f693-435c-bd0f-d737d1c981e2 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:09.560736 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-03afcd96-a55c-4f87-91c9-826a9e87cc80 req-0450f480-f693-435c-bd0f-d737d1c981e2 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.1671402 Feb 17 09:57:09.561749 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ba365037-861b-4a33-9738-fe722cd10da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3726868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915918'] for router_interface (6a8f353f-9f63-4141-8a30-5082438076f6), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:09.673984 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port ef87a70b-c088-4da4-b9c5-f4d601e6daa4 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:57:09.675371 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 679c4b50-4765-4acf-bf33-eb50aacc3948 up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:57:09.687012 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-03afcd96-a55c-4f87-91c9-826a9e87cc80 req-16ea5d09-119e-4783-ae9e-9a197388ab87 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161764 Feb 17 09:57:09.714557 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba365037-861b-4a33-9738-fe722cd10da6 admin admin] Network b2432867-45f9-4904-a392-095ca5cf2bfa is already hosted by enough agents. {{(pid=102620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:57:09.718166 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [None req-ba365037-861b-4a33-9738-fe722cd10da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:57:09.743130 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 679c4b50-4765-4acf-bf33-eb50aacc3948 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:09.744214 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (679c4b50-4765-4acf-bf33-eb50aacc3948), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:09.881292 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 679c4b50-4765-4acf-bf33-eb50aacc3948 is: DOWN; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:57:09.881681 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (679c4b50-4765-4acf-bf33-eb50aacc3948), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:09.916721 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] For port 679c4b50-4765-4acf-bf33-eb50aacc3948, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=679c4b50-4765-4acf-bf33-eb50aacc3948,segment=NetworkSegment(51ac98f7-247c-461f-a451-e6b864fb2c70),segment_id=51ac98f7-247c-461f-a451-e6b864fb2c70)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:57:09.935345 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (679c4b50-4765-4acf-bf33-eb50aacc3948), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:09.939938 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba365037-861b-4a33-9738-fe722cd10da6 admin admin] Router 6a8f353f-9f63-4141-8a30-5082438076f6 has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:57:10.041803 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Pushing event updated for resources: {'Port': ['ID=679c4b50-4765-4acf-bf33-eb50aacc3948,revision_number=4']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:10.103073 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a28a17f8-da8a-4ef2-973b-d5d890513c68 None None] Provisioning complete for port 4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:10.103502 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a28a17f8-da8a-4ef2-973b-d5d890513c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:10.116052 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba365037-861b-4a33-9738-fe722cd10da6 admin admin] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:57:10.123458 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-ba365037-861b-4a33-9738-fe722cd10da6 admin admin] 10.222.0.82 "PUT /v2.0/routers/6a8f353f-9f63-4141-8a30-5082438076f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6125479 Feb 17 09:57:10.159846 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a28a17f8-da8a-4ef2-973b-d5d890513c68 None None] Port 4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7 cannot update to ACTIVE because it is not bound. {{(pid=102622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:57:10.461159 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148d47d-c43c-4050-a7be-a6fd25a1508f req-62bc7903-d972-476a-a123-c05280ece2f4 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:10.464336 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4148d47d-c43c-4050-a7be-a6fd25a1508f req-62bc7903-d972-476a-a123-c05280ece2f4 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/ports?device_id=fbac818e-9a47-4946-a1ec-29dc59f12a3c HTTP/1.1" status: 200 len: 946 time: 0.0704551 Feb 17 09:57:10.521345 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4148d47d-c43c-4050-a7be-a6fd25a1508f req-edaf2a23-fd43-4170-8921-30b35e23ed64 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/security-groups?id=4c257128-1493-450a-8a8b-b3d46ded6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501969 Feb 17 09:57:10.724628 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 49030) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:57:10.730075 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-9d128ae1-7e16-4c86-b2b8-0f98bf476291 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-411369145-network', 'tenant_id': 'b7e736539f474beb9b26bffecee2a798'}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:10.751420 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d128ae1-7e16-4c86-b2b8-0f98bf476291 admin admin] Made reservation on behalf of b7e736539f474beb9b26bffecee2a798 for: {'network': 1} {{(pid=102620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:57:10.753869 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9d128ae1-7e16-4c86-b2b8-0f98bf476291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for network (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:10.765145 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9d128ae1-7e16-4c86-b2b8-0f98bf476291 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:10.855116 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac512e6-b3a4-4773-9b9f-62c1a9f4c3eb req-e0b034c6-f3dd-47b1-83ff-ec35489e7170 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:10.856627 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-cac512e6-b3a4-4773-9b9f-62c1a9f4c3eb req-e0b034c6-f3dd-47b1-83ff-ec35489e7170 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0936503 Feb 17 09:57:10.929071 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-cac512e6-b3a4-4773-9b9f-62c1a9f4c3eb req-1a4500ef-f4f4-474c-a411-5787cb4b1d70 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667884 Feb 17 09:57:10.934082 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9d128ae1-7e16-4c86-b2b8-0f98bf476291 admin admin] Publish callbacks [] for security_group (558bdb41-16cc-4da9-ad81-980f44100dde), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:10.938376 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9d128ae1-7e16-4c86-b2b8-0f98bf476291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (558bdb41-16cc-4da9-ad81-980f44100dde), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:10.961361 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d128ae1-7e16-4c86-b2b8-0f98bf476291 admin admin] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=102620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:57:10.976568 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d128ae1-7e16-4c86-b2b8-0f98bf476291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558bdb41-16cc-4da9-ad81-980f44100dde,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:10.980007 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9d128ae1-7e16-4c86-b2b8-0f98bf476291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (99bb0a5c-a178-4c32-a4d7-6ccec21b9196), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:10.980348 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.db.segments_db [None req-9d128ae1-7e16-4c86-b2b8-0f98bf476291 admin admin] Added segment 99bb0a5c-a178-4c32-a4d7-6ccec21b9196 of type vlan for network 321c7843-78a6-479a-a3df-4c87cd182208 Feb 17 09:57:11.007408 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730aa066-e333-49b7-827d-79e1f56946c3 None None] Sync routers for ids ['6a8f353f-9f63-4141-8a30-5082438076f6'] in dv-cinder-778193-18-iscsi {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:57:11.019217 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730aa066-e333-49b7-827d-79e1f56946c3 None None] Routers {'6a8f353f-9f63-4141-8a30-5082438076f6'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:57:11.020413 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-730aa066-e333-49b7-827d-79e1f56946c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:56:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['6a8f353f-9f63-4141-8a30-5082438076f6'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:11.029914 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9d128ae1-7e16-4c86-b2b8-0f98bf476291 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771562205323'] for network (321c7843-78a6-479a-a3df-4c87cd182208), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:11.057601 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9d128ae1-7e16-4c86-b2b8-0f98bf476291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854'] for network (321c7843-78a6-479a-a3df-4c87cd182208), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:11.058505 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d128ae1-7e16-4c86-b2b8-0f98bf476291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:11.059098 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9d128ae1-7e16-4c86-b2b8-0f98bf476291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:11.091683 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-9d128ae1-7e16-4c86-b2b8-0f98bf476291 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3658135 Feb 17 09:57:11.094456 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 49032) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:57:11.099327 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-8ebd5216-4750-4390-be0e-2b78fe77bfdd admin admin] Request body: {'subnet': {'network_id': '321c7843-78a6-479a-a3df-4c87cd182208', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-411369145-subnet', 'tenant_id': 'b7e736539f474beb9b26bffecee2a798', 'ip_version': 4}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:11.117655 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebd5216-4750-4390-be0e-2b78fe77bfdd admin admin] Made reservation on behalf of b7e736539f474beb9b26bffecee2a798 for: {'subnet': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:57:11.119995 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-8ebd5216-4750-4390-be0e-2b78fe77bfdd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:11.129988 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d128ae1-7e16-4c86-b2b8-0f98bf476291 admin admin] Pushing event updated for resources: {'Network': ['ID=321c7843-78a6-479a-a3df-4c87cd182208,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:11.142509 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Network 321c7843-78a6-479a-a3df-4c87cd182208 details requested by agent ovs-agent-dv-cinder-778193-18-iscsi with host dv-cinder-778193-18-iscsi {{(pid=102622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:57:11.148105 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-730aa066-e333-49b7-827d-79e1f56946c3 None None] Set router 6a8f353f-9f63-4141-8a30-5082438076f6 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:57:11.329205 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-8ebd5216-4750-4390-be0e-2b78fe77bfdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854'] for subnet (2f8bc070-e1be-4d1b-81ec-ba6efbbce6fc), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:11.415755 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd5216-4750-4390-be0e-2b78fe77bfdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f8bc070-e1be-4d1b-81ec-ba6efbbce6fc,revision_number=0']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:11.424237 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebd5216-4750-4390-be0e-2b78fe77bfdd admin admin] Checking segment: {'id': '99bb0a5c-a178-4c32-a4d7-6ccec21b9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '321c7843-78a6-479a-a3df-4c87cd182208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:57:11.424641 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebd5216-4750-4390-be0e-2b78fe77bfdd admin admin] Network hostable DHCP agents. Network: 321c7843-78a6-479a-a3df-4c87cd182208, hostable agents: ['218f41e8-fc39-4954-bed9-509113520430'], hosted agents: [] {{(pid=102621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:57:11.446476 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebd5216-4750-4390-be0e-2b78fe77bfdd admin admin] Network 321c7843-78a6-479a-a3df-4c87cd182208 is scheduled to be hosted by DHCP agent 218f41e8-fc39-4954-bed9-509113520430 with binding_index 1 {{(pid=102621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:57:11.449572 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 679c4b50-4765-4acf-bf33-eb50aacc3948 up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:57:11.460354 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [None req-8ebd5216-4750-4390-be0e-2b78fe77bfdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-18-iscsi, 321c7843-78a6-479a-a3df-4c87cd182208) {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:57:11.466882 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebd5216-4750-4390-be0e-2b78fe77bfdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:11.467834 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-8ebd5216-4750-4390-be0e-2b78fe77bfdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for subnet (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:11.487122 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01b96e4-7b94-465c-b44c-7a599286e855 None None] Network 321c7843-78a6-479a-a3df-4c87cd182208 requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:57:11.490605 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-8ebd5216-4750-4390-be0e-2b78fe77bfdd admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3950355 Feb 17 09:57:11.493177 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 49044) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:57:11.498659 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-7f4452aa-45b0-4040-a018-fc83112cac85 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-411369145-router', 'tenant_id': 'b7e736539f474beb9b26bffecee2a798', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'}}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:11.523633 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-7f4452aa-45b0-4040-a018-fc83112cac85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41632'] for router (723efbbf-7d06-4415-9fd4-1c1029971d02), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:11.525535 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-7f4452aa-45b0-4040-a018-fc83112cac85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3931410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3898661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41641'] for router (723efbbf-7d06-4415-9fd4-1c1029971d02), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:11.560460 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-8f94e931-f3ab-4009-b0a0-1908964524e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:11.591760 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-7f4452aa-45b0-4040-a018-fc83112cac85 admin admin] Publish callbacks [] for router_controller (723efbbf-7d06-4415-9fd4-1c1029971d02), precommit_add_association {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:11.641240 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-730aa066-e333-49b7-827d-79e1f56946c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'name': 'tempest-TestMinimumBasicScenario-1074956760-router', 'tenant_id': '742b9187fc164d4f806fdce7df1f90ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '679c4b50-4765-4acf-bf33-eb50aacc3948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T09:57:09Z', 'revision_number': 4, 'project_id': '742b9187fc164d4f806fdce7df1f90ad', 'gw_port': {'id': '679c4b50-4765-4acf-bf33-eb50aacc3948', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fe:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:06Z', 'updated_at': '2022-02-17T09:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': '4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7', 'name': '', 'network_id': 'b2432867-45f9-4904-a392-095ca5cf2bfa', 'tenant_id': '742b9187fc164d4f806fdce7df1f90ad', 'mac_address': 'fa:16:3e:d2:aa:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'c4f08b7d-085e-4fd8-870e-af663cf832eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:08Z', 'updated_at': '2022-02-17T09:57:09Z', 'revision_number': 2, 'project_id': '742b9187fc164d4f806fdce7df1f90ad', 'subnets': [{'id': 'c4f08b7d-085e-4fd8-870e-af663cf832eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:11.670135 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483f12a6-7058-4e41-8fe2-e3d8f0207f68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp526866e7-fb09-5aab-8449-c4c53278cbab-321c7843-78a6-479a-a3df-4c87cd182208', 'network_id': '321c7843-78a6-479a-a3df-4c87cd182208', 'project_id': 'b7e736539f474beb9b26bffecee2a798', 'fixed_ips': [{'subnet_id': '2f8bc070-e1be-4d1b-81ec-ba6efbbce6fc'}]}} from dv-cinder-778193-18-iscsi. {{(pid=102622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 09:57:11.670983 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-483f12a6-7058-4e41-8fe2-e3d8f0207f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:11.671357 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec7e12-72e1-4bca-b434-45a4a310544b req-a3a85cf4-20d3-4cd0-aaa3-583aee6f9cba tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:11.673637 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730aa066-e333-49b7-827d-79e1f56946c3 None None] Checking router: 6a8f353f-9f63-4141-8a30-5082438076f6 for host: dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:57:11.673897 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730aa066-e333-49b7-827d-79e1f56946c3 None None] Updating router 6a8f353f-9f63-4141-8a30-5082438076f6 port 4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7 binding host dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:57:11.675590 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-eaec7e12-72e1-4bca-b434-45a4a310544b req-a3a85cf4-20d3-4cd0-aaa3-583aee6f9cba tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/ports?device_id=fbac818e-9a47-4946-a1ec-29dc59f12a3c HTTP/1.1" status: 200 len: 946 time: 0.0588367 Feb 17 09:57:11.676946 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 679c4b50-4765-4acf-bf33-eb50aacc3948 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:11.677322 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (679c4b50-4765-4acf-bf33-eb50aacc3948), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:11.723027 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-eaec7e12-72e1-4bca-b434-45a4a310544b req-f4769727-9c85-486f-8087-d55144bc33f6 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/security-groups?id=4c257128-1493-450a-8a8b-b3d46ded6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425506 Feb 17 09:57:11.765509 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-7f4452aa-45b0-4040-a018-fc83112cac85 admin admin] Publish callbacks [] for router_gateway (723efbbf-7d06-4415-9fd4-1c1029971d02), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:11.877610 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-730aa066-e333-49b7-827d-79e1f56946c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:11.997211 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-7f4452aa-45b0-4040-a018-fc83112cac85 admin admin] Publish callbacks [] for router_gateway (723efbbf-7d06-4415-9fd4-1c1029971d02), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:12.021141 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-7f4452aa-45b0-4040-a018-fc83112cac85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:12.068502 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.db_base_plugin_common [None req-483f12a6-7058-4e41-8fe2-e3d8f0207f68 None None] Allocated IP 172.20.0.2 (321c7843-78a6-479a-a3df-4c87cd182208/2f8bc070-e1be-4d1b-81ec-ba6efbbce6fc/17cb29f0-6be8-4224-bad8-7bac3eff0825) {{(pid=102622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:57:12.093043 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482fa82-726b-4807-9b8e-76c196cff5cc req-d9b25d63-0a03-4b91-bc8a-5db564e6782b tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:12.102554 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6482fa82-726b-4807-9b8e-76c196cff5cc req-d9b25d63-0a03-4b91-bc8a-5db564e6782b tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0795670 Feb 17 09:57:12.154957 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 679c4b50-4765-4acf-bf33-eb50aacc3948 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:57:12.174825 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6482fa82-726b-4807-9b8e-76c196cff5cc req-176a3c3a-be92-4607-b506-e257aa3dc6c1 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709553 Feb 17 09:57:12.186343 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_common [None req-7f4452aa-45b0-4040-a018-fc83112cac85 admin admin] Allocated IP 172.27.0.155 (e9041cdf-f130-4174-b12b-9a6052f109e9/ab0a3e63-7c03-47a8-8a32-e5bb6e305511/11f52ce2-8a3a-4e5d-8c70-4c07b8887845) {{(pid=102621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:57:12.307547 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-7f4452aa-45b0-4040-a018-fc83112cac85 admin admin] Publish callbacks [] for port (11f52ce2-8a3a-4e5d-8c70-4c07b8887845), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:12.351104 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-7f4452aa-45b0-4040-a018-fc83112cac85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393'] for port (11f52ce2-8a3a-4e5d-8c70-4c07b8887845), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:12.393659 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4452aa-45b0-4040-a018-fc83112cac85 admin admin] Network e9041cdf-f130-4174-b12b-9a6052f109e9 is already hosted by enough agents. {{(pid=102621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:57:12.398908 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [None req-7f4452aa-45b0-4040-a018-fc83112cac85 admin admin] Resources bound (agent type, host, resource id): {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:57:12.402690 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4452aa-45b0-4040-a018-fc83112cac85 admin admin] Received port after_create {{(pid=102621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:57:12.406119 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-483f12a6-7058-4e41-8fe2-e3d8f0207f68 None None] Publish callbacks [] for port (17cb29f0-6be8-4224-bad8-7bac3eff0825), precommit_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:12.419288 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-483f12a6-7058-4e41-8fe2-e3d8f0207f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393'] for port (17cb29f0-6be8-4224-bad8-7bac3eff0825), after_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:12.484952 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4452aa-45b0-4040-a018-fc83112cac85 admin admin] Pushing event updated for resources: {'Port': ['ID=11f52ce2-8a3a-4e5d-8c70-4c07b8887845,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:12.490510 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483f12a6-7058-4e41-8fe2-e3d8f0207f68 None None] Network 321c7843-78a6-479a-a3df-4c87cd182208 is already hosted by enough agents. {{(pid=102622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:57:12.493965 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f12a6-7058-4e41-8fe2-e3d8f0207f68 None None] Pushing event updated for resources: {'Port': ['ID=17cb29f0-6be8-4224-bad8-7bac3eff0825,revision_number=1']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:12.514328 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.scheduler.base_scheduler [None req-483f12a6-7058-4e41-8fe2-e3d8f0207f68 None None] Resources bound (agent type, host, resource id): {{(pid=102622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:57:12.518326 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483f12a6-7058-4e41-8fe2-e3d8f0207f68 None None] Received port after_create {{(pid=102622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:57:12.537792 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:57:12.563765 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-730aa066-e333-49b7-827d-79e1f56946c3 None None] Publish callbacks [] for port (4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7), precommit_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:12.587680 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-730aa066-e333-49b7-827d-79e1f56946c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:12.617046 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-483f12a6-7058-4e41-8fe2-e3d8f0207f68 None None] Attempting to bind port 17cb29f0-6be8-4224-bad8-7bac3eff0825 on host dv-cinder-778193-18-iscsi for vnic_type normal with profile {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:57:12.617421 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-483f12a6-7058-4e41-8fe2-e3d8f0207f68 None None] Attempting to bind port 17cb29f0-6be8-4224-bad8-7bac3eff0825 by drivers openvswitch,hyperv on host dv-cinder-778193-18-iscsi at level 0 using segments [{'id': '99bb0a5c-a178-4c32-a4d7-6ccec21b9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '321c7843-78a6-479a-a3df-4c87cd182208'}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:57:12.617893 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483f12a6-7058-4e41-8fe2-e3d8f0207f68 None None] Attempting to bind port 17cb29f0-6be8-4224-bad8-7bac3eff0825 on network 321c7843-78a6-479a-a3df-4c87cd182208 {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:57:12.636415 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483f12a6-7058-4e41-8fe2-e3d8f0207f68 None None] Checking agent: {'id': '79564d9f-88b8-4061-9e24-638c07d5ce89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 46, 48), 'started_at': datetime.datetime(2022, 2, 17, 9, 47, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:57:12.636714 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483f12a6-7058-4e41-8fe2-e3d8f0207f68 None None] Checking segment: {'id': '99bb0a5c-a178-4c32-a4d7-6ccec21b9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '321c7843-78a6-479a-a3df-4c87cd182208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:57:12.637123 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-483f12a6-7058-4e41-8fe2-e3d8f0207f68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:12.637662 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483f12a6-7058-4e41-8fe2-e3d8f0207f68 None None] Bound using segment: {'id': '99bb0a5c-a178-4c32-a4d7-6ccec21b9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '321c7843-78a6-479a-a3df-4c87cd182208'} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:57:12.638002 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-483f12a6-7058-4e41-8fe2-e3d8f0207f68 None None] Bound port: 17cb29f0-6be8-4224-bad8-7bac3eff0825, host: dv-cinder-778193-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99bb0a5c-a178-4c32-a4d7-6ccec21b9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '321c7843-78a6-479a-a3df-4c87cd182208'}}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:57:12.638388 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-483f12a6-7058-4e41-8fe2-e3d8f0207f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (17cb29f0-6be8-4224-bad8-7bac3eff0825), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:12.664780 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f133947-c466-4adc-bf65-16787d0acb71 None None] Pushing event updated for resources: {'Port': ['ID=4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7,revision_number=3']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:12.697734 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c7517-7dd0-4488-8627-c2e84158e55e req-45182079-35b9-435d-ba5d-77d446785da1 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:12.700994 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-882c7517-7dd0-4488-8627-c2e84158e55e req-45182079-35b9-435d-ba5d-77d446785da1 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/ports?device_id=fbac818e-9a47-4946-a1ec-29dc59f12a3c HTTP/1.1" status: 200 len: 946 time: 0.1116865 Feb 17 09:57:12.740247 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-7f4452aa-45b0-4040-a018-fc83112cac85 admin admin] Publish callbacks [] for router_gateway (723efbbf-7d06-4415-9fd4-1c1029971d02), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:12.805305 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-882c7517-7dd0-4488-8627-c2e84158e55e req-086ee475-5053-4ea6-a3c7-1cc38ac8bf5e tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/security-groups?id=4c257128-1493-450a-8a8b-b3d46ded6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883343 Feb 17 09:57:12.806270 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-730aa066-e333-49b7-827d-79e1f56946c3 None None] Attempting to bind port 4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7 on host dv-cinder-778193-18-iscsi for vnic_type normal with profile {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:57:12.818627 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-730aa066-e333-49b7-827d-79e1f56946c3 None None] Attempting to bind port 4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7 by drivers openvswitch,hyperv on host dv-cinder-778193-18-iscsi at level 0 using segments [{'id': '74894de9-e295-4c03-b6b5-b2e5db0e49e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'b2432867-45f9-4904-a392-095ca5cf2bfa'}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:57:12.819080 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730aa066-e333-49b7-827d-79e1f56946c3 None None] Attempting to bind port 4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7 on network b2432867-45f9-4904-a392-095ca5cf2bfa {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:57:12.835737 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730aa066-e333-49b7-827d-79e1f56946c3 None None] Checking agent: {'id': '79564d9f-88b8-4061-9e24-638c07d5ce89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 46, 48), 'started_at': datetime.datetime(2022, 2, 17, 9, 47, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:57:12.835737 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730aa066-e333-49b7-827d-79e1f56946c3 None None] Checking segment: {'id': '74894de9-e295-4c03-b6b5-b2e5db0e49e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'b2432867-45f9-4904-a392-095ca5cf2bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:57:12.835737 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-730aa066-e333-49b7-827d-79e1f56946c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:12.835737 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730aa066-e333-49b7-827d-79e1f56946c3 None None] Bound using segment: {'id': '74894de9-e295-4c03-b6b5-b2e5db0e49e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'b2432867-45f9-4904-a392-095ca5cf2bfa'} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:57:12.835737 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-730aa066-e333-49b7-827d-79e1f56946c3 None None] Bound port: 4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7, host: dv-cinder-778193-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74894de9-e295-4c03-b6b5-b2e5db0e49e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'b2432867-45f9-4904-a392-095ca5cf2bfa'}}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:57:12.835737 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-730aa066-e333-49b7-827d-79e1f56946c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:12.851082 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-483f12a6-7058-4e41-8fe2-e3d8f0207f68 None None] For port 17cb29f0-6be8-4224-bad8-7bac3eff0825, host dv-cinder-778193-18-iscsi, cleared binding levels {{(pid=102622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:57:12.856684 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-483f12a6-7058-4e41-8fe2-e3d8f0207f68 None None] For port 17cb29f0-6be8-4224-bad8-7bac3eff0825, host dv-cinder-778193-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=17cb29f0-6be8-4224-bad8-7bac3eff0825,segment=NetworkSegment(99bb0a5c-a178-4c32-a4d7-6ccec21b9196),segment_id=99bb0a5c-a178-4c32-a4d7-6ccec21b9196)] {{(pid=102622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:57:12.880349 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-483f12a6-7058-4e41-8fe2-e3d8f0207f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (17cb29f0-6be8-4224-bad8-7bac3eff0825), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:12.976642 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f12a6-7058-4e41-8fe2-e3d8f0207f68 None None] Pushing event updated for resources: {'Port': ['ID=17cb29f0-6be8-4224-bad8-7bac3eff0825,revision_number=2']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:13.004842 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-730aa066-e333-49b7-827d-79e1f56946c3 None None] For port 4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7, host dv-cinder-778193-18-iscsi, cleared binding levels {{(pid=102622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:57:13.021571 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-730aa066-e333-49b7-827d-79e1f56946c3 None None] For port 4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7, host dv-cinder-778193-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7,segment=NetworkSegment(74894de9-e295-4c03-b6b5-b2e5db0e49e8),segment_id=74894de9-e295-4c03-b6b5-b2e5db0e49e8)] {{(pid=102622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:57:13.029025 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-25884c8d-d147-46ba-8427-c2f0ab49430f None None] Provisioning complete for port 4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:13.029498 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-25884c8d-d147-46ba-8427-c2f0ab49430f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:13.031531 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-730aa066-e333-49b7-827d-79e1f56946c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:13.039373 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-7f4452aa-45b0-4040-a018-fc83112cac85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3931471'] for router (723efbbf-7d06-4415-9fd4-1c1029971d02), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:13.132538 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730aa066-e333-49b7-827d-79e1f56946c3 None None] Routers {'6a8f353f-9f63-4141-8a30-5082438076f6'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:57:13.133136 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-730aa066-e333-49b7-827d-79e1f56946c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:56:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['6a8f353f-9f63-4141-8a30-5082438076f6'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:13.243552 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4452aa-45b0-4040-a018-fc83112cac85 admin admin] Router 723efbbf-7d06-4415-9fd4-1c1029971d02 is scheduled to L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 with binding_index 1 {{(pid=102621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 09:57:13.248032 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f133947-c466-4adc-bf65-16787d0acb71 None None] Pushing event updated for resources: {'Port': ['ID=4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7,revision_number=4']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:13.294182 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-730aa066-e333-49b7-827d-79e1f56946c3 None None] Set router 6a8f353f-9f63-4141-8a30-5082438076f6 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:57:13.372539 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-25884c8d-d147-46ba-8427-c2f0ab49430f None None] Current status of the port 4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7 is: DOWN; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:57:13.372931 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-25884c8d-d147-46ba-8427-c2f0ab49430f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:13.413726 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b4d5f-2fdf-4282-a139-5a30e3bec536 req-3cd5a4b1-b6b1-4486-8b11-5f509bb374a6 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:13.426048 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c95b4d5f-2fdf-4282-a139-5a30e3bec536 req-3cd5a4b1-b6b1-4486-8b11-5f509bb374a6 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.1015055 Feb 17 09:57:13.496152 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c95b4d5f-2fdf-4282-a139-5a30e3bec536 req-1f7d73e4-c858-4155-af9b-fecc60ab29c1 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688093 Feb 17 09:57:13.500616 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4452aa-45b0-4040-a018-fc83112cac85 admin admin] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:57:13.513843 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c42fdfb-caa1-4c71-bdad-41986f5c4dec None None] Sync routers for ids ['723efbbf-7d06-4415-9fd4-1c1029971d02'] in dv-cinder-778193-18-iscsi {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:57:13.531588 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c42fdfb-caa1-4c71-bdad-41986f5c4dec None None] Routers {'723efbbf-7d06-4415-9fd4-1c1029971d02'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:57:13.532551 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-1c42fdfb-caa1-4c71-bdad-41986f5c4dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:56:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['723efbbf-7d06-4415-9fd4-1c1029971d02'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:13.536007 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-7f4452aa-45b0-4040-a018-fc83112cac85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:13.537701 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-7f4452aa-45b0-4040-a018-fc83112cac85 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0429420 Feb 17 09:57:13.540963 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 49080) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:57:13.552221 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 17cb29f0-6be8-4224-bad8-7bac3eff0825 up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:57:13.632010 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-25884c8d-d147-46ba-8427-c2f0ab49430f None None] For port 4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7,segment=NetworkSegment(74894de9-e295-4c03-b6b5-b2e5db0e49e8),segment_id=74894de9-e295-4c03-b6b5-b2e5db0e49e8)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:57:13.653572 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-25884c8d-d147-46ba-8427-c2f0ab49430f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:13.669200 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-1c42fdfb-caa1-4c71-bdad-41986f5c4dec None None] Set router 723efbbf-7d06-4415-9fd4-1c1029971d02 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:57:13.747597 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25884c8d-d147-46ba-8427-c2f0ab49430f None None] Pushing event updated for resources: {'Port': ['ID=4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7,revision_number=5']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:13.797418 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 17cb29f0-6be8-4224-bad8-7bac3eff0825 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:13.797799 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (17cb29f0-6be8-4224-bad8-7bac3eff0825), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:13.961280 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-06a3d574-c2bb-4d48-9ee2-adc3339c18db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:13.969203 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-20155038-fb5a-4418-81f3-4d035f71223d None None] Provisioning complete for port 4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:13.969655 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-20155038-fb5a-4418-81f3-4d035f71223d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:14.027368 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-1c42fdfb-caa1-4c71-bdad-41986f5c4dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723efbbf-7d06-4415-9fd4-1c1029971d02', 'name': 'tempest-TestMinimumBasicScenario-411369145-router', 'tenant_id': 'b7e736539f474beb9b26bffecee2a798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '11f52ce2-8a3a-4e5d-8c70-4c07b8887845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:11Z', 'updated_at': '2022-02-17T09:57:12Z', 'revision_number': 3, 'project_id': 'b7e736539f474beb9b26bffecee2a798', 'gw_port': {'id': '11f52ce2-8a3a-4e5d-8c70-4c07b8887845', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723efbbf-7d06-4415-9fd4-1c1029971d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:12Z', 'updated_at': '2022-02-17T09:57:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi'}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:14.103695 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2af3eb-3f5d-46f5-8d08-a9b582670126 req-0d9ef03c-57ff-426e-a5ef-76597de6c2a7 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:14.111424 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c42fdfb-caa1-4c71-bdad-41986f5c4dec None None] Checking router: 723efbbf-7d06-4415-9fd4-1c1029971d02 for host: dv-cinder-778193-18-iscsi {{(pid=102623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:57:14.111787 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c42fdfb-caa1-4c71-bdad-41986f5c4dec None None] Updating router 723efbbf-7d06-4415-9fd4-1c1029971d02 port 11f52ce2-8a3a-4e5d-8c70-4c07b8887845 binding host dv-cinder-778193-18-iscsi {{(pid=102623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:57:14.114137 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2d2af3eb-3f5d-46f5-8d08-a9b582670126 req-0d9ef03c-57ff-426e-a5ef-76597de6c2a7 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/ports?device_id=fbac818e-9a47-4946-a1ec-29dc59f12a3c HTTP/1.1" status: 200 len: 946 time: 0.1448298 Feb 17 09:57:14.179042 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-1c42fdfb-caa1-4c71-bdad-41986f5c4dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (11f52ce2-8a3a-4e5d-8c70-4c07b8887845), before_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:14.336489 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 17cb29f0-6be8-4224-bad8-7bac3eff0825 is: DOWN; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:57:14.337679 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (17cb29f0-6be8-4224-bad8-7bac3eff0825), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:14.379371 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-730aa066-e333-49b7-827d-79e1f56946c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'name': 'tempest-TestMinimumBasicScenario-1074956760-router', 'tenant_id': '742b9187fc164d4f806fdce7df1f90ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '679c4b50-4765-4acf-bf33-eb50aacc3948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T09:57:09Z', 'revision_number': 4, 'project_id': '742b9187fc164d4f806fdce7df1f90ad', 'gw_port': {'id': '679c4b50-4765-4acf-bf33-eb50aacc3948', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fe:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:06Z', 'updated_at': '2022-02-17T09:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': '4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7', 'name': '', 'network_id': 'b2432867-45f9-4904-a392-095ca5cf2bfa', 'tenant_id': '742b9187fc164d4f806fdce7df1f90ad', 'mac_address': 'fa:16:3e:d2:aa:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'c4f08b7d-085e-4fd8-870e-af663cf832eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:08Z', 'updated_at': '2022-02-17T09:57:12Z', 'revision_number': 4, 'project_id': '742b9187fc164d4f806fdce7df1f90ad', 'subnets': [{'id': 'c4f08b7d-085e-4fd8-870e-af663cf832eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:14.414855 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-20155038-fb5a-4418-81f3-4d035f71223d None None] Current status of the port 4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:57:14.417562 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730aa066-e333-49b7-827d-79e1f56946c3 None None] The sync data for ids ['6a8f353f-9f63-4141-8a30-5082438076f6'] in dv-cinder-778193-18-iscsi is: [{'id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'name': 'tempest-TestMinimumBasicScenario-1074956760-router', 'tenant_id': '742b9187fc164d4f806fdce7df1f90ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '679c4b50-4765-4acf-bf33-eb50aacc3948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T09:57:09Z', 'revision_number': 4, 'project_id': '742b9187fc164d4f806fdce7df1f90ad', 'gw_port': {'id': '679c4b50-4765-4acf-bf33-eb50aacc3948', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fe:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:06Z', 'updated_at': '2022-02-17T09:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': '4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7', 'name': '', 'network_id': 'b2432867-45f9-4904-a392-095ca5cf2bfa', 'tenant_id': '742b9187fc164d4f806fdce7df1f90ad', 'mac_address': 'fa:16:3e:d2:aa:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'c4f08b7d-085e-4fd8-870e-af663cf832eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:08Z', 'updated_at': '2022-02-17T09:57:12Z', 'revision_number': 4, 'project_id': '742b9187fc164d4f806fdce7df1f90ad', 'subnets': [{'id': 'c4f08b7d-085e-4fd8-870e-af663cf832eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:57:14.460409 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] For port 17cb29f0-6be8-4224-bad8-7bac3eff0825, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=17cb29f0-6be8-4224-bad8-7bac3eff0825,segment=NetworkSegment(99bb0a5c-a178-4c32-a4d7-6ccec21b9196),segment_id=99bb0a5c-a178-4c32-a4d7-6ccec21b9196)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:57:14.468492 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (17cb29f0-6be8-4224-bad8-7bac3eff0825), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:14.638826 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Pushing event updated for resources: {'Port': ['ID=17cb29f0-6be8-4224-bad8-7bac3eff0825,revision_number=3']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:14.688019 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f10661b-f4a8-4236-b70b-2316dc1b7933 None None] Network 321c7843-78a6-479a-a3df-4c87cd182208 requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:57:14.701514 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-819666b0-63ba-42aa-b7f8-fbfd3592bdae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:14.763406 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-1c42fdfb-caa1-4c71-bdad-41986f5c4dec None None] Publish callbacks [] for port (11f52ce2-8a3a-4e5d-8c70-4c07b8887845), precommit_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:14.771314 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-1c42fdfb-caa1-4c71-bdad-41986f5c4dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (11f52ce2-8a3a-4e5d-8c70-4c07b8887845), after_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:14.778721 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2d2af3eb-3f5d-46f5-8d08-a9b582670126 req-b6278982-fc96-488e-97bd-267054289fdb tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/security-groups?id=4c257128-1493-450a-8a8b-b3d46ded6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6593206 Feb 17 09:57:14.834909 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5342c-011f-4b72-82ec-63c6320f93be req-339a1ea0-c97f-43b1-936d-406e59a4d73e tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:14.855389 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7af5342c-011f-4b72-82ec-63c6320f93be req-339a1ea0-c97f-43b1-936d-406e59a4d73e tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.1348445 Feb 17 09:57:14.856617 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a222e-7887-49ab-86f5-b396d9b2d7bc req-3637bb21-ea50-4805-a519-5948afde28cb tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:14.858982 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-7b8a222e-7887-49ab-86f5-b396d9b2d7bc req-3637bb21-ea50-4805-a519-5948afde28cb tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbac818e-9a47-4946-a1ec-29dc59f12a3c HTTP/1.1" status: 200 len: 946 time: 0.1471145 Feb 17 09:57:14.882029 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-baf75072-ac4e-4108-8231-89ef34e2dda9 None None] Provisioning complete for port 17cb29f0-6be8-4224-bad8-7bac3eff0825 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:14.883100 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-baf75072-ac4e-4108-8231-89ef34e2dda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (17cb29f0-6be8-4224-bad8-7bac3eff0825), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:14.885928 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.managers [None req-1c42fdfb-caa1-4c71-bdad-41986f5c4dec None None] Attempting to bind port 11f52ce2-8a3a-4e5d-8c70-4c07b8887845 on host dv-cinder-778193-18-iscsi for vnic_type normal with profile {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:57:14.886406 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.managers [None req-1c42fdfb-caa1-4c71-bdad-41986f5c4dec None None] Attempting to bind port 11f52ce2-8a3a-4e5d-8c70-4c07b8887845 by drivers openvswitch,hyperv on host dv-cinder-778193-18-iscsi at level 0 using segments [{'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'}] {{(pid=102623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:57:14.888494 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c42fdfb-caa1-4c71-bdad-41986f5c4dec None None] Attempting to bind port 11f52ce2-8a3a-4e5d-8c70-4c07b8887845 on network e9041cdf-f130-4174-b12b-9a6052f109e9 {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:57:14.896421 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e8100-5045-4a65-8979-5fe380b48bed None None] Pushing event updated for resources: {'Port': ['ID=11f52ce2-8a3a-4e5d-8c70-4c07b8887845,revision_number=2']} {{(pid=102623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:14.900659 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c42fdfb-caa1-4c71-bdad-41986f5c4dec None None] Checking agent: {'id': '79564d9f-88b8-4061-9e24-638c07d5ce89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 46, 48), 'started_at': datetime.datetime(2022, 2, 17, 9, 47, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:57:14.901173 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c42fdfb-caa1-4c71-bdad-41986f5c4dec None None] Checking segment: {'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:57:14.901682 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-1c42fdfb-caa1-4c71-bdad-41986f5c4dec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:14.902178 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c42fdfb-caa1-4c71-bdad-41986f5c4dec None None] Bound using segment: {'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'} {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:57:14.902783 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.managers [None req-1c42fdfb-caa1-4c71-bdad-41986f5c4dec None None] Bound port: 11f52ce2-8a3a-4e5d-8c70-4c07b8887845, host: dv-cinder-778193-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'}}] {{(pid=102623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:57:14.903333 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-1c42fdfb-caa1-4c71-bdad-41986f5c4dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (11f52ce2-8a3a-4e5d-8c70-4c07b8887845), before_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:14.952704 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7af5342c-011f-4b72-82ec-63c6320f93be req-1a7697c5-5e50-476a-b966-de1ced1710ec tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964155 Feb 17 09:57:15.019275 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.db [None req-1c42fdfb-caa1-4c71-bdad-41986f5c4dec None None] For port 11f52ce2-8a3a-4e5d-8c70-4c07b8887845, host dv-cinder-778193-18-iscsi, cleared binding levels {{(pid=102623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:57:15.027760 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.db [None req-1c42fdfb-caa1-4c71-bdad-41986f5c4dec None None] For port 11f52ce2-8a3a-4e5d-8c70-4c07b8887845, host dv-cinder-778193-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=11f52ce2-8a3a-4e5d-8c70-4c07b8887845,segment=NetworkSegment(51ac98f7-247c-461f-a451-e6b864fb2c70),segment_id=51ac98f7-247c-461f-a451-e6b864fb2c70)] {{(pid=102623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:57:15.039162 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-1c42fdfb-caa1-4c71-bdad-41986f5c4dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (11f52ce2-8a3a-4e5d-8c70-4c07b8887845), after_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:15.063362 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:15.096801 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-baf75072-ac4e-4108-8231-89ef34e2dda9 None None] Current status of the port 17cb29f0-6be8-4224-bad8-7bac3eff0825 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:57:15.210790 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c42fdfb-caa1-4c71-bdad-41986f5c4dec None None] Routers {'723efbbf-7d06-4415-9fd4-1c1029971d02'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:57:15.212736 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-1c42fdfb-caa1-4c71-bdad-41986f5c4dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:57:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['723efbbf-7d06-4415-9fd4-1c1029971d02'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:15.240536 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-7b8a222e-7887-49ab-86f5-b396d9b2d7bc req-899f83ee-67ab-4c6f-aca4-c31c9a20c332 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Deleting port db7553cd-7b4d-49f7-a07b-24dd8eec731f {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:57:15.245885 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-7b8a222e-7887-49ab-86f5-b396d9b2d7bc req-899f83ee-67ab-4c6f-aca4-c31c9a20c332 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (db7553cd-7b4d-49f7-a07b-24dd8eec731f), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:15.250218 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_common [None req-819666b0-63ba-42aa-b7f8-fbfd3592bdae admin admin] Allocated IP 172.20.0.1 (321c7843-78a6-479a-a3df-4c87cd182208/2f8bc070-e1be-4d1b-81ec-ba6efbbce6fc/2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6) {{(pid=102621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:57:15.319167 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e8100-5045-4a65-8979-5fe380b48bed None None] Pushing event updated for resources: {'Port': ['ID=11f52ce2-8a3a-4e5d-8c70-4c07b8887845,revision_number=3']} {{(pid=102623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:15.422777 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-ff403dc2-52ab-4353-b7d9-720df7e2c4c2 None None] Provisioning complete for port 17cb29f0-6be8-4224-bad8-7bac3eff0825 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:15.423304 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-ff403dc2-52ab-4353-b7d9-720df7e2c4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (17cb29f0-6be8-4224-bad8-7bac3eff0825), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:15.511840 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-1c42fdfb-caa1-4c71-bdad-41986f5c4dec None None] Set router 723efbbf-7d06-4415-9fd4-1c1029971d02 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:57:15.574631 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d2ef3-8332-4214-9224-228c3c478aa2 req-c4f9adc1-483a-4760-80a5-dbfa1a95fe54 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:15.583935 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-7b8a222e-7887-49ab-86f5-b396d9b2d7bc req-899f83ee-67ab-4c6f-aca4-c31c9a20c332 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] For port db7553cd-7b4d-49f7-a07b-24dd8eec731f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=db7553cd-7b4d-49f7-a07b-24dd8eec731f,segment=NetworkSegment(16d922d8-128b-4529-bd1d-39c844a7d0e5),segment_id=16d922d8-128b-4529-bd1d-39c844a7d0e5)] {{(pid=102621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:57:15.584460 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-7b8a222e-7887-49ab-86f5-b396d9b2d7bc req-899f83ee-67ab-4c6f-aca4-c31c9a20c332 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (db7553cd-7b4d-49f7-a07b-24dd8eec731f), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:15.584897 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b24d2ef3-8332-4214-9224-228c3c478aa2 req-c4f9adc1-483a-4760-80a5-dbfa1a95fe54 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.1009269 Feb 17 09:57:15.605196 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-7b8a222e-7887-49ab-86f5-b396d9b2d7bc req-899f83ee-67ab-4c6f-aca4-c31c9a20c332 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Calling delete_port for db7553cd-7b4d-49f7-a07b-24dd8eec731f owned by compute:nova {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:57:15.608539 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 17cb29f0-6be8-4224-bad8-7bac3eff0825 up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:57:15.692417 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 49134) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:57:15.693370 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-ff403dc2-52ab-4353-b7d9-720df7e2c4c2 None None] Current status of the port 17cb29f0-6be8-4224-bad8-7bac3eff0825 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:57:15.711220 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b24d2ef3-8332-4214-9224-228c3c478aa2 req-81ba9d48-b49e-40e3-9d96-205dc2d6e03d tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046827 Feb 17 09:57:15.725671 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 17cb29f0-6be8-4224-bad8-7bac3eff0825 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:15.726264 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (17cb29f0-6be8-4224-bad8-7bac3eff0825), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:15.821994 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-819666b0-63ba-42aa-b7f8-fbfd3592bdae admin admin] Publish callbacks [] for port (2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:15.834731 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 17cb29f0-6be8-4224-bad8-7bac3eff0825 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:57:15.836509 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7 up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:57:15.898203 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:15.899052 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:15.922023 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-7b8a222e-7887-49ab-86f5-b396d9b2d7bc req-899f83ee-67ab-4c6f-aca4-c31c9a20c332 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402'] for port (db7553cd-7b4d-49f7-a07b-24dd8eec731f), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:15.926359 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-1c42fdfb-caa1-4c71-bdad-41986f5c4dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723efbbf-7d06-4415-9fd4-1c1029971d02', 'name': 'tempest-TestMinimumBasicScenario-411369145-router', 'tenant_id': 'b7e736539f474beb9b26bffecee2a798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '11f52ce2-8a3a-4e5d-8c70-4c07b8887845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:11Z', 'updated_at': '2022-02-17T09:57:12Z', 'revision_number': 3, 'project_id': 'b7e736539f474beb9b26bffecee2a798', 'gw_port': {'id': '11f52ce2-8a3a-4e5d-8c70-4c07b8887845', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723efbbf-7d06-4415-9fd4-1c1029971d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:12Z', 'updated_at': '2022-02-17T09:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi'}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:15.954224 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f83ee-67ab-4c6f-aca4-c31c9a20c332 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Pushing event deleted for resources: {'Port': ['ID=db7553cd-7b4d-49f7-a07b-24dd8eec731f,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:15.954636 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['db7553cd-7b4d-49f7-a07b-24dd8eec731f'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:57:15.958417 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-819666b0-63ba-42aa-b7f8-fbfd3592bdae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393'] for port (2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:15.961260 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9c0d6341-e422-485b-b40f-bf68ba7271d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:15.981557 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c42fdfb-caa1-4c71-bdad-41986f5c4dec None None] The sync data for ids ['723efbbf-7d06-4415-9fd4-1c1029971d02'] in dv-cinder-778193-18-iscsi is: [{'id': '723efbbf-7d06-4415-9fd4-1c1029971d02', 'name': 'tempest-TestMinimumBasicScenario-411369145-router', 'tenant_id': 'b7e736539f474beb9b26bffecee2a798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '11f52ce2-8a3a-4e5d-8c70-4c07b8887845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:11Z', 'updated_at': '2022-02-17T09:57:12Z', 'revision_number': 3, 'project_id': 'b7e736539f474beb9b26bffecee2a798', 'gw_port': {'id': '11f52ce2-8a3a-4e5d-8c70-4c07b8887845', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723efbbf-7d06-4415-9fd4-1c1029971d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:12Z', 'updated_at': '2022-02-17T09:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi'}] {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:57:16.016011 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82b72f-42a7-4d96-aa78-1a75c5f67b09 req-208e6172-f1ba-430c-814a-97e5942fecb7 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:16.023260 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-aa82b72f-42a7-4d96-aa78-1a75c5f67b09 req-208e6172-f1ba-430c-814a-97e5942fecb7 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/ports?device_id=fbac818e-9a47-4946-a1ec-29dc59f12a3c HTTP/1.1" status: 200 len: 867 time: 0.1422892 Feb 17 09:57:16.092740 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819666b0-63ba-42aa-b7f8-fbfd3592bdae admin admin] Network 321c7843-78a6-479a-a3df-4c87cd182208 is already hosted by enough agents. {{(pid=102621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:57:16.110367 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [None req-819666b0-63ba-42aa-b7f8-fbfd3592bdae admin admin] Resources bound (agent type, host, resource id): {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:57:16.113362 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819666b0-63ba-42aa-b7f8-fbfd3592bdae admin admin] Pushing event updated for resources: {'Port': ['ID=2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:16.116648 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8a222e-7887-49ab-86f5-b396d9b2d7bc req-899f83ee-67ab-4c6f-aca4-c31c9a20c332 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] No DVR routers for this DVR port db7553cd-7b4d-49f7-a07b-24dd8eec731f on host hv-cinder-77819 {{(pid=102621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:57:16.121242 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819666b0-63ba-42aa-b7f8-fbfd3592bdae admin admin] Received port after_create {{(pid=102621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:57:16.122015 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-819666b0-63ba-42aa-b7f8-fbfd3592bdae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915794'] for router_interface (723efbbf-7d06-4415-9fd4-1c1029971d02), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:16.159849 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-aa82b72f-42a7-4d96-aa78-1a75c5f67b09 req-a95c9df3-bce6-49ec-92c6-6ae41cb1a40c tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/security-groups?id=4c257128-1493-450a-8a8b-b3d46ded6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352134 Feb 17 09:57:16.178417 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:57:16.228269 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd826ca0-bab0-4a84-91b5-719512ab57a7 req-996902ec-fd3a-48cb-9b4c-e9a32d5ca397 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:16.235755 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-dd826ca0-bab0-4a84-91b5-719512ab57a7 req-996902ec-fd3a-48cb-9b4c-e9a32d5ca397 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.1428413 Feb 17 09:57:16.254197 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9c0d6341-e422-485b-b40f-bf68ba7271d1 admin admin] Publish callbacks [] for security_group (dfb14cbf-d198-4839-8009-79120d3ac548), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:16.260040 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:16.281243 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9c0d6341-e422-485b-b40f-bf68ba7271d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (dfb14cbf-d198-4839-8009-79120d3ac548), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:16.303195 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-7b8a222e-7887-49ab-86f5-b396d9b2d7bc req-899f83ee-67ab-4c6f-aca4-c31c9a20c332 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:16.306731 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-7b8a222e-7887-49ab-86f5-b396d9b2d7bc req-899f83ee-67ab-4c6f-aca4-c31c9a20c332 tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.93 "DELETE /v2.0/ports/db7553cd-7b4d-49f7-a07b-24dd8eec731f HTTP/1.1" status: 204 len: 173 time: 1.4136856 Feb 17 09:57:16.307239 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbac818e-9a47-4946-a1ec-29dc59f12a3c', 'name': 'network-vif-deleted', 'tag': 'db7553cd-7b4d-49f7-a07b-24dd8eec731f'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:57:16.309991 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9075ac5-86e7-480a-bef4-40f543ad1f0d" -d '{"events": [{"server_uuid": "fbac818e-9a47-4946-a1ec-29dc59f12a3c", "name": "network-vif-deleted", "tag": "db7553cd-7b4d-49f7-a07b-24dd8eec731f"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:57:16.323734 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-819666b0-63ba-42aa-b7f8-fbfd3592bdae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:16.354024 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-dd826ca0-bab0-4a84-91b5-719512ab57a7 req-e474923d-5512-42c9-99ed-60ef7bfb3c26 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169829 Feb 17 09:57:16.355462 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d6341-e422-485b-b40f-bf68ba7271d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb14cbf-d198-4839-8009-79120d3ac548,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:16.379631 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181b69ea-7d14-459a-a6fe-6621029b94dd x-openstack-request-id: req-181b69ea-7d14-459a-a6fe-6621029b94dd {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:57:16.379930 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbac818e-9a47-4946-a1ec-29dc59f12a3c", "name": "network-vif-deleted", "tag": "db7553cd-7b4d-49f7-a07b-24dd8eec731f", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:57:16.380185 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-181b69ea-7d14-459a-a6fe-6621029b94dd {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:57:16.384330 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbac818e-9a47-4946-a1ec-29dc59f12a3c', 'name': 'network-vif-deleted', 'tag': 'db7553cd-7b4d-49f7-a07b-24dd8eec731f', 'status': 'completed', 'code': 200} Feb 17 09:57:16.396967 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-9c0d6341-e422-485b-b40f-bf68ba7271d1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=54142238ca9a42389a8ce3395fd2a755&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6814034 Feb 17 09:57:16.401726 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 49148) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:57:16.512197 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8b9d907b-0e96-4ab4-b252-7738b32d91b1 admin admin] Publish callbacks [] for security_group (dfb14cbf-d198-4839-8009-79120d3ac548), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:16.548819 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8b9d907b-0e96-4ab4-b252-7738b32d91b1 admin admin] Publish callbacks [] for security_group (dfb14cbf-d198-4839-8009-79120d3ac548), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:16.555559 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-8e615b55-30b7-4d9d-9f5f-67ff46f27828 None None] Provisioning complete for port 2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:16.555559 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-8e615b55-30b7-4d9d-9f5f-67ff46f27828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:16.620441 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-819666b0-63ba-42aa-b7f8-fbfd3592bdae admin admin] Publish callbacks [] for port (2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:16.625993 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-8e615b55-30b7-4d9d-9f5f-67ff46f27828 None None] Port 2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6 cannot update to ACTIVE because it is not bound. {{(pid=102622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:57:16.628543 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-819666b0-63ba-42aa-b7f8-fbfd3592bdae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:16.629268 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-819666b0-63ba-42aa-b7f8-fbfd3592bdae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3726868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915918'] for router_interface (723efbbf-7d06-4415-9fd4-1c1029971d02), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:16.637017 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8b9d907b-0e96-4ab4-b252-7738b32d91b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (dfb14cbf-d198-4839-8009-79120d3ac548), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:16.641254 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8b9d907b-0e96-4ab4-b252-7738b32d91b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:16.642675 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-8b9d907b-0e96-4ab4-b252-7738b32d91b1 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/dfb14cbf-d198-4839-8009-79120d3ac548 HTTP/1.1" status: 204 len: 168 time: 0.2350597 Feb 17 09:57:16.652519 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d907b-0e96-4ab4-b252-7738b32d91b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb14cbf-d198-4839-8009-79120d3ac548,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:16.723254 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819666b0-63ba-42aa-b7f8-fbfd3592bdae admin admin] Pushing event updated for resources: {'Port': ['ID=2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6,revision_number=2']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:16.812535 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819666b0-63ba-42aa-b7f8-fbfd3592bdae admin admin] Network 321c7843-78a6-479a-a3df-4c87cd182208 is already hosted by enough agents. {{(pid=102621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:57:16.813630 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [None req-819666b0-63ba-42aa-b7f8-fbfd3592bdae admin admin] Resources bound (agent type, host, resource id): {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:57:16.889281 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827da84-beac-4cb9-8ec4-5f1831fd580f req-d46e6d42-a86d-4767-b30e-7ed05fa166fc tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:16.899446 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f827da84-beac-4cb9-8ec4-5f1831fd580f req-d46e6d42-a86d-4767-b30e-7ed05fa166fc tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.1010251 Feb 17 09:57:16.972359 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819666b0-63ba-42aa-b7f8-fbfd3592bdae admin admin] Router 723efbbf-7d06-4415-9fd4-1c1029971d02 has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:57:16.977344 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f827da84-beac-4cb9-8ec4-5f1831fd580f req-954df69b-409e-48ce-8c4f-929393b5ed72 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748191 Feb 17 09:57:17.179735 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-1300e8ad-d1dc-425f-9592-ff3cea185ee5 None None] Provisioning complete for port 2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:17.181978 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-1300e8ad-d1dc-425f-9592-ff3cea185ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:17.185045 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819666b0-63ba-42aa-b7f8-fbfd3592bdae admin admin] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:57:17.204070 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-819666b0-63ba-42aa-b7f8-fbfd3592bdae admin admin] 10.222.0.82 "PUT /v2.0/routers/723efbbf-7d06-4415-9fd4-1c1029971d02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6531162 Feb 17 09:57:17.315379 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-1300e8ad-d1dc-425f-9592-ff3cea185ee5 None None] Port 2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6 cannot update to ACTIVE because it is not bound. {{(pid=102622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:57:17.416265 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c3f7b330-2e15-48f6-9975-9d90d0a8716e req-868bdab5-c808-464b-afd4-9cd679de6beb tempest-VolumesActionsTest-1899637889 tempest-VolumesActionsTest-1899637889-project] 10.222.0.82 "GET /v2.0/ports?device_id=fbac818e-9a47-4946-a1ec-29dc59f12a3c HTTP/1.1" status: 200 len: 210 time: 0.0739183 Feb 17 09:57:17.573653 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 11f52ce2-8a3a-4e5d-8c70-4c07b8887845 up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:57:17.575067 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796c642-f5ce-41c5-a2d5-5cb059fb8168 req-7b304a12-fbb6-4bd0-b551-74cab23f7177 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:17.577436 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4796c642-f5ce-41c5-a2d5-5cb059fb8168 req-7b304a12-fbb6-4bd0-b551-74cab23f7177 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.1046941 Feb 17 09:57:17.636787 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 11f52ce2-8a3a-4e5d-8c70-4c07b8887845 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:17.637438 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (11f52ce2-8a3a-4e5d-8c70-4c07b8887845), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:17.651477 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4796c642-f5ce-41c5-a2d5-5cb059fb8168 req-37bfe766-9956-4a4a-8514-107dac1e62b5 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638514 Feb 17 09:57:17.744564 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 11f52ce2-8a3a-4e5d-8c70-4c07b8887845 is: DOWN; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:57:17.745031 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (11f52ce2-8a3a-4e5d-8c70-4c07b8887845), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:17.767287 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] For port 11f52ce2-8a3a-4e5d-8c70-4c07b8887845, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=11f52ce2-8a3a-4e5d-8c70-4c07b8887845,segment=NetworkSegment(51ac98f7-247c-461f-a451-e6b864fb2c70),segment_id=51ac98f7-247c-461f-a451-e6b864fb2c70)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:57:17.776364 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (11f52ce2-8a3a-4e5d-8c70-4c07b8887845), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:17.832416 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:17.876173 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Pushing event updated for resources: {'Port': ['ID=11f52ce2-8a3a-4e5d-8c70-4c07b8887845,revision_number=4']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:17.889489 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 49198) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:57:18.011658 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-5e8f16dc-a139-469c-9094-e007cf1a2c56 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-420385162-network', 'tenant_id': '79249b9de4584e15af23128d8ab81a4d'}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:18.044689 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8f16dc-a139-469c-9094-e007cf1a2c56 admin admin] Made reservation on behalf of 79249b9de4584e15af23128d8ab81a4d for: {'network': 1} {{(pid=102620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:57:18.047578 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5e8f16dc-a139-469c-9094-e007cf1a2c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for network (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:18.057900 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5e8f16dc-a139-469c-9094-e007cf1a2c56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:18.160139 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2947ece4-3dec-4bbb-b64c-2339e2ebcf78 req-a75e295a-cee1-4d4d-aa54-b90cd6473b0c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:18.161625 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2947ece4-3dec-4bbb-b64c-2339e2ebcf78 req-a75e295a-cee1-4d4d-aa54-b90cd6473b0c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.0871339 Feb 17 09:57:18.208964 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5e8f16dc-a139-469c-9094-e007cf1a2c56 admin admin] Publish callbacks [] for security_group (fd192e7d-e596-44fb-9dca-cb839975ce2f), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:18.215632 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5e8f16dc-a139-469c-9094-e007cf1a2c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (fd192e7d-e596-44fb-9dca-cb839975ce2f), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:18.244965 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e8f16dc-a139-469c-9094-e007cf1a2c56 admin admin] vlan segment allocate from pool success with {'vlan_id': 1045, 'physical_network': 'physnet1'} {{(pid=102620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:57:18.257063 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2947ece4-3dec-4bbb-b64c-2339e2ebcf78 req-b4f3fc37-2d6c-463e-9c73-3cfcb264e86f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865149 Feb 17 09:57:18.269507 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5e8f16dc-a139-469c-9094-e007cf1a2c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (0d125c09-a46c-4196-8e41-903d8a965a20), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:18.269853 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.db.segments_db [None req-5e8f16dc-a139-469c-9094-e007cf1a2c56 admin admin] Added segment 0d125c09-a46c-4196-8e41-903d8a965a20 of type vlan for network c684de81-9a26-4af6-bbb7-2233335a927f Feb 17 09:57:18.278637 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f16dc-a139-469c-9094-e007cf1a2c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd192e7d-e596-44fb-9dca-cb839975ce2f,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:18.328984 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5e8f16dc-a139-469c-9094-e007cf1a2c56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771562205323'] for network (c684de81-9a26-4af6-bbb7-2233335a927f), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:18.359389 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5e8f16dc-a139-469c-9094-e007cf1a2c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854'] for network (c684de81-9a26-4af6-bbb7-2233335a927f), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:18.360666 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8f16dc-a139-469c-9094-e007cf1a2c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:18.361259 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5e8f16dc-a139-469c-9094-e007cf1a2c56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:18.372233 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device db7553cd-7b4d-49f7-a07b-24dd8eec731f no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:57:18.402796 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-5e8f16dc-a139-469c-9094-e007cf1a2c56 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5120766 Feb 17 09:57:18.405911 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 49222) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:57:18.422429 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] No Port match for: db7553cd-7b4d-49f7-a07b-24dd8eec731f {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:57:18.423217 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device db7553cd-7b4d-49f7-a07b-24dd8eec731f not bound to the agent host hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:57:18.437341 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-d669a086-6a80-481d-a514-a816f37f7f34 admin admin] Request body: {'subnet': {'network_id': 'c684de81-9a26-4af6-bbb7-2233335a927f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-420385162-subnet', 'tenant_id': '79249b9de4584e15af23128d8ab81a4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:18.456061 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f16dc-a139-469c-9094-e007cf1a2c56 admin admin] Pushing event updated for resources: {'Network': ['ID=c684de81-9a26-4af6-bbb7-2233335a927f,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:18.459279 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d669a086-6a80-481d-a514-a816f37f7f34 admin admin] Made reservation on behalf of 79249b9de4584e15af23128d8ab81a4d for: {'subnet': 1} {{(pid=102620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:57:18.461726 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-d669a086-6a80-481d-a514-a816f37f7f34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8420543'] for subnet (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:18.465941 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Network c684de81-9a26-4af6-bbb7-2233335a927f details requested by agent ovs-agent-dv-cinder-778193-18-iscsi with host dv-cinder-778193-18-iscsi {{(pid=102622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:57:18.577038 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f3844a-a9c6-4495-a783-1aec4fd7c4d8 None None] Sync routers for ids ['723efbbf-7d06-4415-9fd4-1c1029971d02'] in dv-cinder-778193-18-iscsi {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:57:18.595888 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f3844a-a9c6-4495-a783-1aec4fd7c4d8 None None] Routers {'723efbbf-7d06-4415-9fd4-1c1029971d02'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:57:18.597121 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-40f3844a-a9c6-4495-a783-1aec4fd7c4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:57:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['723efbbf-7d06-4415-9fd4-1c1029971d02'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:18.756532 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-d669a086-6a80-481d-a514-a816f37f7f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11331181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8420493'] for subnet (91999fcc-f327-40c8-b9d7-6794c4b3d7f9), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:18.826193 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669a086-6a80-481d-a514-a816f37f7f34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91999fcc-f327-40c8-b9d7-6794c4b3d7f9,revision_number=0']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:18.917088 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4a452-919d-4769-92b4-a8ae467637da req-7b2b090d-e96c-46f6-acd6-988c50fb9d38 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:18.927573 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-98e4a452-919d-4769-92b4-a8ae467637da req-7b2b090d-e96c-46f6-acd6-988c50fb9d38 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.1809478 Feb 17 09:57:18.931597 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-40f3844a-a9c6-4495-a783-1aec4fd7c4d8 None None] Set router 723efbbf-7d06-4415-9fd4-1c1029971d02 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:57:18.949354 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d669a086-6a80-481d-a514-a816f37f7f34 admin admin] Checking segment: {'id': '0d125c09-a46c-4196-8e41-903d8a965a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'c684de81-9a26-4af6-bbb7-2233335a927f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:57:18.949725 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d669a086-6a80-481d-a514-a816f37f7f34 admin admin] Network hostable DHCP agents. Network: c684de81-9a26-4af6-bbb7-2233335a927f, hostable agents: ['218f41e8-fc39-4954-bed9-509113520430'], hosted agents: [] {{(pid=102620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:57:19.016704 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-98e4a452-919d-4769-92b4-a8ae467637da req-bd582279-0205-4e48-a98c-a75f6dd7be37 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826185 Feb 17 09:57:19.017989 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d669a086-6a80-481d-a514-a816f37f7f34 admin admin] Network c684de81-9a26-4af6-bbb7-2233335a927f is scheduled to be hosted by DHCP agent 218f41e8-fc39-4954-bed9-509113520430 with binding_index 1 {{(pid=102620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:57:19.048884 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [None req-d669a086-6a80-481d-a514-a816f37f7f34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-18-iscsi, c684de81-9a26-4af6-bbb7-2233335a927f) {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:57:19.054440 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d669a086-6a80-481d-a514-a816f37f7f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:19.054979 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-d669a086-6a80-481d-a514-a816f37f7f34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:19.062302 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a17b3fd-6b3b-4f19-a315-88d440745b54 None None] Network c684de81-9a26-4af6-bbb7-2233335a927f requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:57:19.111173 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-d669a086-6a80-481d-a514-a816f37f7f34 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7039728 Feb 17 09:57:19.347946 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f674cb7-5a75-401b-b66a-935e7f703413 None None] Network c684de81-9a26-4af6-bbb7-2233335a927f requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:57:19.509663 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab5f49-a310-4505-a813-6b95fd898c17 req-3d9052d2-3ade-4370-9f6d-5443fd592d4d tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:19.522801 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-81ab5f49-a310-4505-a813-6b95fd898c17 req-3d9052d2-3ade-4370-9f6d-5443fd592d4d tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.1019764 Feb 17 09:57:19.608984 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-81ab5f49-a310-4505-a813-6b95fd898c17 req-79840f17-e452-48d3-9bb7-79257d091993 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849853 Feb 17 09:57:19.632242 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 11f52ce2-8a3a-4e5d-8c70-4c07b8887845 up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:57:19.734152 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 11f52ce2-8a3a-4e5d-8c70-4c07b8887845 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:19.734911 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (11f52ce2-8a3a-4e5d-8c70-4c07b8887845), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:19.895366 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-40f3844a-a9c6-4495-a783-1aec4fd7c4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723efbbf-7d06-4415-9fd4-1c1029971d02', 'name': 'tempest-TestMinimumBasicScenario-411369145-router', 'tenant_id': 'b7e736539f474beb9b26bffecee2a798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '11f52ce2-8a3a-4e5d-8c70-4c07b8887845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:11Z', 'updated_at': '2022-02-17T09:57:16Z', 'revision_number': 4, 'project_id': 'b7e736539f474beb9b26bffecee2a798', 'gw_port': {'id': '11f52ce2-8a3a-4e5d-8c70-4c07b8887845', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723efbbf-7d06-4415-9fd4-1c1029971d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:12Z', 'updated_at': '2022-02-17T09:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': '2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6', 'name': '', 'network_id': '321c7843-78a6-479a-a3df-4c87cd182208', 'tenant_id': 'b7e736539f474beb9b26bffecee2a798', 'mac_address': 'fa:16:3e:77:41:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723efbbf-7d06-4415-9fd4-1c1029971d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '2f8bc070-e1be-4d1b-81ec-ba6efbbce6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:14Z', 'updated_at': '2022-02-17T09:57:16Z', 'revision_number': 2, 'project_id': 'b7e736539f474beb9b26bffecee2a798', 'subnets': [{'id': '2f8bc070-e1be-4d1b-81ec-ba6efbbce6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:19.897114 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 11f52ce2-8a3a-4e5d-8c70-4c07b8887845 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:57:19.928923 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f3844a-a9c6-4495-a783-1aec4fd7c4d8 None None] Checking router: 723efbbf-7d06-4415-9fd4-1c1029971d02 for host: dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:57:19.929463 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f3844a-a9c6-4495-a783-1aec4fd7c4d8 None None] Updating router 723efbbf-7d06-4415-9fd4-1c1029971d02 port 2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6 binding host dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:57:19.962615 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-40f3844a-a9c6-4495-a783-1aec4fd7c4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:20.284542 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e2295-6871-4796-b6d2-155d81c1c679 req-398d0af4-d267-43a9-9103-a38618b24e7a tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:20.291763 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-5f8e2295-6871-4796-b6d2-155d81c1c679 req-398d0af4-d267-43a9-9103-a38618b24e7a tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.1112008 Feb 17 09:57:20.397826 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-5f8e2295-6871-4796-b6d2-155d81c1c679 req-b8ed47d9-84aa-4ee6-b4b6-a5272cf855e6 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051075 Feb 17 09:57:20.434638 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-40f3844a-a9c6-4495-a783-1aec4fd7c4d8 None None] Publish callbacks [] for port (2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6), precommit_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:20.442635 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-40f3844a-a9c6-4495-a783-1aec4fd7c4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:20.496246 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692d0c2-8f1f-467c-a19d-ddf00fd154da None None] Pushing event updated for resources: {'Port': ['ID=2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6,revision_number=3']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:20.565665 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-40f3844a-a9c6-4495-a783-1aec4fd7c4d8 None None] Attempting to bind port 2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6 on host dv-cinder-778193-18-iscsi for vnic_type normal with profile {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:57:20.566118 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-40f3844a-a9c6-4495-a783-1aec4fd7c4d8 None None] Attempting to bind port 2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6 by drivers openvswitch,hyperv on host dv-cinder-778193-18-iscsi at level 0 using segments [{'id': '99bb0a5c-a178-4c32-a4d7-6ccec21b9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '321c7843-78a6-479a-a3df-4c87cd182208'}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:57:20.566558 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f3844a-a9c6-4495-a783-1aec4fd7c4d8 None None] Attempting to bind port 2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6 on network 321c7843-78a6-479a-a3df-4c87cd182208 {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:57:20.573475 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f3844a-a9c6-4495-a783-1aec4fd7c4d8 None None] Checking agent: {'id': '79564d9f-88b8-4061-9e24-638c07d5ce89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 46, 48), 'started_at': datetime.datetime(2022, 2, 17, 9, 47, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:57:20.574185 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f3844a-a9c6-4495-a783-1aec4fd7c4d8 None None] Checking segment: {'id': '99bb0a5c-a178-4c32-a4d7-6ccec21b9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '321c7843-78a6-479a-a3df-4c87cd182208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:57:20.574739 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-40f3844a-a9c6-4495-a783-1aec4fd7c4d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:20.575278 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f3844a-a9c6-4495-a783-1aec4fd7c4d8 None None] Bound using segment: {'id': '99bb0a5c-a178-4c32-a4d7-6ccec21b9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '321c7843-78a6-479a-a3df-4c87cd182208'} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:57:20.576179 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-40f3844a-a9c6-4495-a783-1aec4fd7c4d8 None None] Bound port: 2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6, host: dv-cinder-778193-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99bb0a5c-a178-4c32-a4d7-6ccec21b9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '321c7843-78a6-479a-a3df-4c87cd182208'}}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:57:20.576670 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-40f3844a-a9c6-4495-a783-1aec4fd7c4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:20.673373 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-40f3844a-a9c6-4495-a783-1aec4fd7c4d8 None None] For port 2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6, host dv-cinder-778193-18-iscsi, cleared binding levels {{(pid=102622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:57:20.677354 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-40f3844a-a9c6-4495-a783-1aec4fd7c4d8 None None] For port 2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6, host dv-cinder-778193-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6,segment=NetworkSegment(99bb0a5c-a178-4c32-a4d7-6ccec21b9196),segment_id=99bb0a5c-a178-4c32-a4d7-6ccec21b9196)] {{(pid=102622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:57:20.692438 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-40f3844a-a9c6-4495-a783-1aec4fd7c4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:20.760495 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f3844a-a9c6-4495-a783-1aec4fd7c4d8 None None] Routers {'723efbbf-7d06-4415-9fd4-1c1029971d02'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:57:20.761124 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-40f3844a-a9c6-4495-a783-1aec4fd7c4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:57:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['723efbbf-7d06-4415-9fd4-1c1029971d02'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:20.792812 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47a37c-700e-4e6a-b90f-20dbdd812b05 req-bc176264-54cf-4ce6-952f-3a172731bd7b tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:20.799584 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7f47a37c-700e-4e6a-b90f-20dbdd812b05 req-bc176264-54cf-4ce6-952f-3a172731bd7b tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.1300647 Feb 17 09:57:20.875334 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab76d9-2c38-4c64-a3e5-14941553c10a req-2363a70d-dd29-402d-8fe5-3cbf648aa3b7 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:20.882558 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d0ab76d9-2c38-4c64-a3e5-14941553c10a req-2363a70d-dd29-402d-8fe5-3cbf648aa3b7 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.1387517 Feb 17 09:57:20.898388 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692d0c2-8f1f-467c-a19d-ddf00fd154da None None] Pushing event updated for resources: {'Port': ['ID=2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6,revision_number=4']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:20.934185 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-6f575f91-35c6-4c9e-bb28-914eadb1ad8e None None] Provisioning complete for port 2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:20.934673 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-6f575f91-35c6-4c9e-bb28-914eadb1ad8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:20.941717 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7f47a37c-700e-4e6a-b90f-20dbdd812b05 req-de6e9ef6-8329-4492-a522-e1c55f5fd019 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411562 Feb 17 09:57:20.983523 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d0ab76d9-2c38-4c64-a3e5-14941553c10a req-d7e42023-0d26-4d81-9197-c4928e5e4020 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957637 Feb 17 09:57:20.990935 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-40f3844a-a9c6-4495-a783-1aec4fd7c4d8 None None] Set router 723efbbf-7d06-4415-9fd4-1c1029971d02 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:57:21.177149 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-6f575f91-35c6-4c9e-bb28-914eadb1ad8e None None] Current status of the port 2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6 is: DOWN; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:57:21.177611 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-6f575f91-35c6-4c9e-bb28-914eadb1ad8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:21.234075 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-6f575f91-35c6-4c9e-bb28-914eadb1ad8e None None] For port 2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6,segment=NetworkSegment(99bb0a5c-a178-4c32-a4d7-6ccec21b9196),segment_id=99bb0a5c-a178-4c32-a4d7-6ccec21b9196)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:57:21.258265 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-6f575f91-35c6-4c9e-bb28-914eadb1ad8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:21.318078 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f575f91-35c6-4c9e-bb28-914eadb1ad8e None None] Pushing event updated for resources: {'Port': ['ID=2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6,revision_number=5']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:21.330757 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-40f3844a-a9c6-4495-a783-1aec4fd7c4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723efbbf-7d06-4415-9fd4-1c1029971d02', 'name': 'tempest-TestMinimumBasicScenario-411369145-router', 'tenant_id': 'b7e736539f474beb9b26bffecee2a798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '11f52ce2-8a3a-4e5d-8c70-4c07b8887845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:11Z', 'updated_at': '2022-02-17T09:57:16Z', 'revision_number': 4, 'project_id': 'b7e736539f474beb9b26bffecee2a798', 'gw_port': {'id': '11f52ce2-8a3a-4e5d-8c70-4c07b8887845', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723efbbf-7d06-4415-9fd4-1c1029971d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:12Z', 'updated_at': '2022-02-17T09:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': '2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6', 'name': '', 'network_id': '321c7843-78a6-479a-a3df-4c87cd182208', 'tenant_id': 'b7e736539f474beb9b26bffecee2a798', 'mac_address': 'fa:16:3e:77:41:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723efbbf-7d06-4415-9fd4-1c1029971d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '2f8bc070-e1be-4d1b-81ec-ba6efbbce6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:14Z', 'updated_at': '2022-02-17T09:57:20Z', 'revision_number': 4, 'project_id': 'b7e736539f474beb9b26bffecee2a798', 'subnets': [{'id': '2f8bc070-e1be-4d1b-81ec-ba6efbbce6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:21.366557 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f3844a-a9c6-4495-a783-1aec4fd7c4d8 None None] The sync data for ids ['723efbbf-7d06-4415-9fd4-1c1029971d02'] in dv-cinder-778193-18-iscsi is: [{'id': '723efbbf-7d06-4415-9fd4-1c1029971d02', 'name': 'tempest-TestMinimumBasicScenario-411369145-router', 'tenant_id': 'b7e736539f474beb9b26bffecee2a798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '11f52ce2-8a3a-4e5d-8c70-4c07b8887845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:11Z', 'updated_at': '2022-02-17T09:57:16Z', 'revision_number': 4, 'project_id': 'b7e736539f474beb9b26bffecee2a798', 'gw_port': {'id': '11f52ce2-8a3a-4e5d-8c70-4c07b8887845', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723efbbf-7d06-4415-9fd4-1c1029971d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:12Z', 'updated_at': '2022-02-17T09:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': '2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6', 'name': '', 'network_id': '321c7843-78a6-479a-a3df-4c87cd182208', 'tenant_id': 'b7e736539f474beb9b26bffecee2a798', 'mac_address': 'fa:16:3e:77:41:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723efbbf-7d06-4415-9fd4-1c1029971d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '2f8bc070-e1be-4d1b-81ec-ba6efbbce6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:14Z', 'updated_at': '2022-02-17T09:57:20Z', 'revision_number': 4, 'project_id': 'b7e736539f474beb9b26bffecee2a798', 'subnets': [{'id': '2f8bc070-e1be-4d1b-81ec-ba6efbbce6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:57:21.387967 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-e2835a6e-ff6f-4c01-8774-4c328b361efd None None] Provisioning complete for port 2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:21.387967 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-e2835a6e-ff6f-4c01-8774-4c328b361efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:21.535486 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-e2835a6e-ff6f-4c01-8774-4c328b361efd None None] Current status of the port 2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:57:21.583572 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce7fd8-997e-4a65-83ff-a2a60420d9ac req-e67f452b-a877-4ca5-be6f-c6e7f682dae8 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:21.585196 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0bce7fd8-997e-4a65-83ff-a2a60420d9ac req-e67f452b-a877-4ca5-be6f-c6e7f682dae8 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0938034 Feb 17 09:57:21.659978 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0bce7fd8-997e-4a65-83ff-a2a60420d9ac req-5760728c-e0f3-4ea3-b66f-99e9152aa8dc tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589890 Feb 17 09:57:22.134629 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef55e7-ec80-42b4-93f3-1359b592f837 req-254f47aa-738a-4b59-b012-5729e49db2e7 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:22.136549 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-bfef55e7-ec80-42b4-93f3-1359b592f837 req-254f47aa-738a-4b59-b012-5729e49db2e7 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0909386 Feb 17 09:57:22.247631 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-bfef55e7-ec80-42b4-93f3-1359b592f837 req-69beed5c-c582-406e-ac6f-59ca68746ea6 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877521 Feb 17 09:57:22.271016 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908e258-49cc-4e9e-b727-c8a0fff7bfff req-33b63648-ee9e-48e0-9c99-9f77e82a6bee tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:22.272885 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a908e258-49cc-4e9e-b727-c8a0fff7bfff req-33b63648-ee9e-48e0-9c99-9f77e82a6bee tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.1636608 Feb 17 09:57:22.335513 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a908e258-49cc-4e9e-b727-c8a0fff7bfff req-d80b4266-6b12-43a0-a83a-734c7233c988 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532503 Feb 17 09:57:22.819120 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d67785-0f30-4e40-90ef-49650ef1b2f0 req-817e1110-80e3-4972-9376-1d47194eac9a tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:22.822283 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-44d67785-0f30-4e40-90ef-49650ef1b2f0 req-817e1110-80e3-4972-9376-1d47194eac9a tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0700777 Feb 17 09:57:22.882908 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-44d67785-0f30-4e40-90ef-49650ef1b2f0 req-546fb931-a9bc-4918-ae39-cdab783537dd tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547197 Feb 17 09:57:23.425668 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f476f-b0d3-4da2-bce8-e2e77a5b8c49 req-2fa67b82-9b28-42a4-89a9-7f388e924008 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:23.430106 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-577f476f-b0d3-4da2-bce8-e2e77a5b8c49 req-2fa67b82-9b28-42a4-89a9-7f388e924008 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0858185 Feb 17 09:57:23.502368 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6 up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:57:23.554003 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-577f476f-b0d3-4da2-bce8-e2e77a5b8c49 req-e53f17f0-5ab8-4e56-a73d-0266ef1f3a3c tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129413 Feb 17 09:57:23.579357 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:23.579357 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:23.584954 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c147e9c-7127-47eb-8829-384726458339 req-3efa12ee-1484-4ddd-b3aa-896efe90f644 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:23.586577 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2c147e9c-7127-47eb-8829-384726458339 req-3efa12ee-1484-4ddd-b3aa-896efe90f644 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.0982957 Feb 17 09:57:23.643985 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2c147e9c-7127-47eb-8829-384726458339 req-76079ec6-08f1-437a-81e0-acea4b5785b7 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489905 Feb 17 09:57:23.687104 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:57:24.062500 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095db454-5522-4606-828b-9aa62a02fd6c req-5ce5f3d3-8ea1-4163-9c3a-e317100cb1c7 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:24.064117 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-095db454-5522-4606-828b-9aa62a02fd6c req-5ce5f3d3-8ea1-4163-9c3a-e317100cb1c7 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0591476 Feb 17 09:57:24.120085 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-095db454-5522-4606-828b-9aa62a02fd6c req-3c2cb1c3-099c-4440-ae4c-ec1323b01c2f tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452907 Feb 17 09:57:24.780174 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6ae60-0a48-4ea7-b3c7-a3deb7d50099 req-5b12c1aa-b66e-41c7-a54e-36727548d7e9 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:24.782217 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8fa6ae60-0a48-4ea7-b3c7-a3deb7d50099 req-5b12c1aa-b66e-41c7-a54e-36727548d7e9 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.1098292 Feb 17 09:57:25.106769 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8fa6ae60-0a48-4ea7-b3c7-a3deb7d50099 req-1aa9dbb2-2680-4557-b4dd-d580d2afd0ce tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2522655 Feb 17 09:57:25.274165 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3d3ed-8e71-42b8-a5d8-dbfb516ed827 req-773e71cb-2de0-4ac4-90ff-9734f00128d3 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:25.287185 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a7e3d3ed-8e71-42b8-a5d8-dbfb516ed827 req-773e71cb-2de0-4ac4-90ff-9734f00128d3 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.1197267 Feb 17 09:57:25.382828 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a7e3d3ed-8e71-42b8-a5d8-dbfb516ed827 req-7468126b-3c02-4829-bb5c-3f5b934ed850 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857341 Feb 17 09:57:25.617564 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306dc8bf-e1a0-4280-be2b-6d570c49088f req-b211b70a-fe54-4922-afc8-a5ddf25e4334 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:25.625296 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-306dc8bf-e1a0-4280-be2b-6d570c49088f req-b211b70a-fe54-4922-afc8-a5ddf25e4334 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.1127949 Feb 17 09:57:25.717694 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-306dc8bf-e1a0-4280-be2b-6d570c49088f req-b439d33d-3f4d-4163-bc32-8389e914b0ad tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882072 Feb 17 09:57:26.213132 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4783f6-b923-4e14-babf-5cb636fc11ca req-d1f1923c-ab47-48a6-90cf-d5890c059914 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:26.226037 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ce4783f6-b923-4e14-babf-5cb636fc11ca req-d1f1923c-ab47-48a6-90cf-d5890c059914 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=eba6c90e-dd45-4d13-9de9-11c51a39ad2c HTTP/1.1" status: 200 len: 945 time: 0.1188760 Feb 17 09:57:26.329055 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ce4783f6-b923-4e14-babf-5cb636fc11ca req-1825039c-7db8-4781-9a21-7bb0d45d9d20 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019757 Feb 17 09:57:26.514070 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b36de-e0b8-40b4-9430-a5fd9793e7ef req-d4822224-d0bb-4663-bed0-3f305311b9a6 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:26.522138 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d62b36de-e0b8-40b4-9430-a5fd9793e7ef req-d4822224-d0bb-4663-bed0-3f305311b9a6 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0867612 Feb 17 09:57:26.643889 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d62b36de-e0b8-40b4-9430-a5fd9793e7ef req-875f28f6-2dc7-4152-b248-773aa06ef23a tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207287 Feb 17 09:57:26.880810 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9eb95-87e3-4e7f-931f-7a52408606cf req-1686f796-6a49-4f17-97f5-8ef11bc3e60e tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:26.882335 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-23d9eb95-87e3-4e7f-931f-7a52408606cf req-1686f796-6a49-4f17-97f5-8ef11bc3e60e tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.1178758 Feb 17 09:57:26.989546 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-23d9eb95-87e3-4e7f-931f-7a52408606cf req-0b725a14-413e-4904-827e-17674de692d3 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743093 Feb 17 09:57:27.097177 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b47ad8-e283-44a7-97a7-2fe5927d9466 req-23edd16c-44ba-438e-b2bb-110dc0fb3b32 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:27.105381 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-46b47ad8-e283-44a7-97a7-2fe5927d9466 req-23edd16c-44ba-438e-b2bb-110dc0fb3b32 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0692134 Feb 17 09:57:27.176246 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-46b47ad8-e283-44a7-97a7-2fe5927d9466 req-e2ae26d6-8ac1-4e2f-9768-b9899a0bd281 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698729 Feb 17 09:57:27.594106 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8f9cf-1589-468c-88ca-effbce291782 req-01bddc54-b23b-4b07-bcf0-ffd7b4148e5a tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:27.608135 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-fef8f9cf-1589-468c-88ca-effbce291782 req-01bddc54-b23b-4b07-bcf0-ffd7b4148e5a tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=eba6c90e-dd45-4d13-9de9-11c51a39ad2c HTTP/1.1" status: 200 len: 945 time: 0.1747427 Feb 17 09:57:27.716941 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-fef8f9cf-1589-468c-88ca-effbce291782 req-c7c2fdba-e69b-4757-92db-e3f4d4fdf80d tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076684 Feb 17 09:57:27.945061 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50c004-9f71-440a-bf72-2ac69b3a1368 req-2daf361b-9427-441e-8944-81437209bd06 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:27.949477 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3c50c004-9f71-440a-bf72-2ac69b3a1368 req-2daf361b-9427-441e-8944-81437209bd06 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.1175842 Feb 17 09:57:28.028494 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3c50c004-9f71-440a-bf72-2ac69b3a1368 req-3971c1e7-e23d-4538-9473-35f809c5f136 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689347 Feb 17 09:57:28.175290 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2be1a2-cc48-47f4-a0d4-330a17d09d56 req-4314a22d-48f5-40c1-94fc-684d33440057 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:28.176811 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-cd2be1a2-cc48-47f4-a0d4-330a17d09d56 req-4314a22d-48f5-40c1-94fc-684d33440057 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.0869911 Feb 17 09:57:28.236270 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-cd2be1a2-cc48-47f4-a0d4-330a17d09d56 req-6509e66c-e390-49c4-bb7c-390e5ae4bba6 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526941 Feb 17 09:57:28.357561 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025fa59-6b52-46d8-8707-c459f535cce8 req-1cf676d7-1655-4c97-aab8-4afc6e8f01f5 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:28.359129 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1025fa59-6b52-46d8-8707-c459f535cce8 req-1cf676d7-1655-4c97-aab8-4afc6e8f01f5 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0581377 Feb 17 09:57:28.414627 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1025fa59-6b52-46d8-8707-c459f535cce8 req-c5a0234f-fe9e-45fb-ba42-59fa49aebd2d tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482087 Feb 17 09:57:28.713691 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfe529-5324-4bba-ab3e-51420b0800e0 req-797e58d2-ff53-4559-afb0-09bd03411c43 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:28.725706 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-0ddfe529-5324-4bba-ab3e-51420b0800e0 req-797e58d2-ff53-4559-afb0-09bd03411c43 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.93 "GET /v2.0/ports?device_id=eba6c90e-dd45-4d13-9de9-11c51a39ad2c HTTP/1.1" status: 200 len: 945 time: 0.0712790 Feb 17 09:57:28.898844 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70340f67-3406-42e2-8e69-5f4165b46bee req-b77a0de5-e344-49c8-89c5-f78a0ca83ad1 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:28.907782 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-70340f67-3406-42e2-8e69-5f4165b46bee req-b77a0de5-e344-49c8-89c5-f78a0ca83ad1 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=eba6c90e-dd45-4d13-9de9-11c51a39ad2c HTTP/1.1" status: 200 len: 945 time: 0.0741560 Feb 17 09:57:28.965675 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-70340f67-3406-42e2-8e69-5f4165b46bee req-38e41ce3-ab16-4746-8bf0-f210b762c6ef tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565798 Feb 17 09:57:29.006641 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-0ddfe529-5324-4bba-ab3e-51420b0800e0 req-734b6b9c-61a3-406d-96a5-383b815df967 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Deleting port 36edecff-1940-4690-a1d6-0731b96cb736 {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:57:29.007049 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-0ddfe529-5324-4bba-ab3e-51420b0800e0 req-734b6b9c-61a3-406d-96a5-383b815df967 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (36edecff-1940-4690-a1d6-0731b96cb736), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:29.229781 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-0ddfe529-5324-4bba-ab3e-51420b0800e0 req-734b6b9c-61a3-406d-96a5-383b815df967 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] For port 36edecff-1940-4690-a1d6-0731b96cb736, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=36edecff-1940-4690-a1d6-0731b96cb736,segment=NetworkSegment(d858bd6f-9f4a-456e-b559-3a505e873a9d),segment_id=d858bd6f-9f4a-456e-b559-3a505e873a9d)] {{(pid=102621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:57:29.230165 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-0ddfe529-5324-4bba-ab3e-51420b0800e0 req-734b6b9c-61a3-406d-96a5-383b815df967 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (36edecff-1940-4690-a1d6-0731b96cb736), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:29.236480 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba755e-082f-4080-b0c9-3b1724eb0587 req-18246a18-0c5a-4222-8d49-f71b909edc4b tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:29.250490 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d9ba755e-082f-4080-b0c9-3b1724eb0587 req-18246a18-0c5a-4222-8d49-f71b909edc4b tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.1097052 Feb 17 09:57:29.260251 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-0ddfe529-5324-4bba-ab3e-51420b0800e0 req-734b6b9c-61a3-406d-96a5-383b815df967 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Calling delete_port for 36edecff-1940-4690-a1d6-0731b96cb736 owned by compute:nova {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:57:29.325327 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d9ba755e-082f-4080-b0c9-3b1724eb0587 req-0dcbeb98-7e58-4d46-a360-48dd3697a460 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722289 Feb 17 09:57:29.466711 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-0ddfe529-5324-4bba-ab3e-51420b0800e0 req-734b6b9c-61a3-406d-96a5-383b815df967 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402'] for port (36edecff-1940-4690-a1d6-0731b96cb736), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:29.484975 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['d8cc59f0-a44e-470b-80dc-65f6b98f51b4', '27de2a8a-b75b-4d92-82a1-03eba194cd8d', '82b82bd9-8617-4465-8708-1ed739ad824b', '36edecff-1940-4690-a1d6-0731b96cb736'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:57:29.488937 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16975451-5592-43b5-ad83-591221cbec2d req-55c65fcd-209a-45da-9d61-14db553e8015 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:29.496348 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-16975451-5592-43b5-ad83-591221cbec2d req-55c65fcd-209a-45da-9d61-14db553e8015 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.0943944 Feb 17 09:57:29.503601 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b6b9c-61a3-406d-96a5-383b815df967 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Pushing event deleted for resources: {'Port': ['ID=36edecff-1940-4690-a1d6-0731b96cb736,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:29.564267 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ddfe529-5324-4bba-ab3e-51420b0800e0 req-734b6b9c-61a3-406d-96a5-383b815df967 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] No DVR routers for this DVR port 36edecff-1940-4690-a1d6-0731b96cb736 on host hv-cinder-77819 {{(pid=102621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:57:29.566960 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-0ddfe529-5324-4bba-ab3e-51420b0800e0 req-734b6b9c-61a3-406d-96a5-383b815df967 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:29.571010 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-0ddfe529-5324-4bba-ab3e-51420b0800e0 req-734b6b9c-61a3-406d-96a5-383b815df967 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.93 "DELETE /v2.0/ports/36edecff-1940-4690-a1d6-0731b96cb736 HTTP/1.1" status: 204 len: 173 time: 0.8388133 Feb 17 09:57:29.572199 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba6c90e-dd45-4d13-9de9-11c51a39ad2c', 'name': 'network-vif-deleted', 'tag': '36edecff-1940-4690-a1d6-0731b96cb736'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:57:29.574853 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe8983c-4074-4cbf-a26b-8b1454e6b852" -d '{"events": [{"server_uuid": "eba6c90e-dd45-4d13-9de9-11c51a39ad2c", "name": "network-vif-deleted", "tag": "36edecff-1940-4690-a1d6-0731b96cb736"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:57:29.617226 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-16975451-5592-43b5-ad83-591221cbec2d req-ff3bd9d4-564e-4309-a69b-69eeb854baef tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170874 Feb 17 09:57:29.675895 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-1753a1fc-afc9-4e94-abaa-4be7ae4fdccb tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:29.678322 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-1753a1fc-afc9-4e94-abaa-4be7ae4fdccb tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/networks?id=c684de81-9a26-4af6-bbb7-2233335a927f HTTP/1.1" status: 200 len: 813 time: 0.2282627 Feb 17 09:57:29.696024 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-578f705b-97c2-4718-bcbc-62c7e9d0fe0e tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/quotas/79249b9de4584e15af23128d8ab81a4d HTTP/1.1" status: 200 len: 375 time: 0.0125511 Feb 17 09:57:29.733515 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-da96e31a-504d-41ac-8bf2-4cd2d51ae864 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=79249b9de4584e15af23128d8ab81a4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303004 Feb 17 09:57:29.847891 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-c962f7ed-9466-4c6d-9b41-105ef1c8c6d0 service neutron] 10.222.0.82 "GET /v2.0/networks/c684de81-9a26-4af6-bbb7-2233335a927f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038790 Feb 17 09:57:29.963532 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-1c898b04-821a-40cc-b9f4-f20fefdd8c23 service neutron] 10.222.0.82 "GET /v2.0/networks/c684de81-9a26-4af6-bbb7-2233335a927f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082971 Feb 17 09:57:30.157509 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3cae69-08a2-4cd8-a3b5-990384e5029d x-openstack-request-id: req-5c3cae69-08a2-4cd8-a3b5-990384e5029d {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:57:30.158032 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba6c90e-dd45-4d13-9de9-11c51a39ad2c", "name": "network-vif-deleted", "tag": "36edecff-1940-4690-a1d6-0731b96cb736", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:57:30.158032 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-5c3cae69-08a2-4cd8-a3b5-990384e5029d {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:57:30.158469 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba6c90e-dd45-4d13-9de9-11c51a39ad2c', 'name': 'network-vif-deleted', 'tag': '36edecff-1940-4690-a1d6-0731b96cb736', 'status': 'completed', 'code': 200} Feb 17 09:57:30.178289 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8043c-3869-4762-a8ab-0bb04e899ad9 req-ec6fa878-d77b-4f59-9d3b-dc220d32db9d tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:30.179997 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b7c8043c-3869-4762-a8ab-0bb04e899ad9 req-ec6fa878-d77b-4f59-9d3b-dc220d32db9d tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0818799 Feb 17 09:57:30.264994 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b7c8043c-3869-4762-a8ab-0bb04e899ad9 req-35992620-5bd6-4c29-932f-edea1aa760b6 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730717 Feb 17 09:57:30.312681 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-72f6c932-2222-4d85-a97b-ca5c0bdaf645 req-a4fbf2fa-672b-46b9-a4c8-b24cc9d4de0b tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=eba6c90e-dd45-4d13-9de9-11c51a39ad2c HTTP/1.1" status: 200 len: 210 time: 0.0660143 Feb 17 09:57:30.376680 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9702145b-ba03-47fe-b28e-d9f8d4a94e25 req-2db647fe-97c7-490d-a258-087927ef135b tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=48440013-66a3-4daf-81b3-918807e439b2 HTTP/1.1" status: 200 len: 210 time: 0.0524204 Feb 17 09:57:30.644167 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d1abf-d458-4df1-8840-d89cf3b25bb7 req-bd9f4b10-5391-4a8a-9816-a5596b80fe9a tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:30.645612 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1f2d1abf-d458-4df1-8840-d89cf3b25bb7 req-bd9f4b10-5391-4a8a-9816-a5596b80fe9a tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.1896083 Feb 17 09:57:30.689998 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10456161-2c15-4191-8e48-561ea0f9e091 req-5ffa8561-8ff4-4f1f-a9a5-1cdc741854a0 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:30.691506 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-10456161-2c15-4191-8e48-561ea0f9e091 req-5ffa8561-8ff4-4f1f-a9a5-1cdc741854a0 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/networks?id=b2432867-45f9-4904-a392-095ca5cf2bfa HTTP/1.1" status: 200 len: 815 time: 0.2521174 Feb 17 09:57:30.730228 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-10456161-2c15-4191-8e48-561ea0f9e091 req-a8b8c111-cca8-4057-82af-c7855dcf4bec tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/quotas/742b9187fc164d4f806fdce7df1f90ad HTTP/1.1" status: 200 len: 375 time: 0.0313268 Feb 17 09:57:30.759339 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1f2d1abf-d458-4df1-8840-d89cf3b25bb7 req-aec1bda8-15d9-4e55-9f59-6925cb4a579b tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967040 Feb 17 09:57:30.826829 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-10456161-2c15-4191-8e48-561ea0f9e091 req-27851ed2-296c-4152-ab0f-d8ba66031cc2 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=742b9187fc164d4f806fdce7df1f90ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0956373 Feb 17 09:57:30.955870 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-10456161-2c15-4191-8e48-561ea0f9e091 req-2de08575-cf9a-4bc6-a9ef-33c2c955b08b service neutron] 10.222.0.82 "GET /v2.0/networks/b2432867-45f9-4904-a392-095ca5cf2bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279738 Feb 17 09:57:30.999335 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddb220-5199-482e-a53e-44a238e10e9d req-8983e4e2-808c-4727-9318-1a1b724db4f6 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:31.000833 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d3ddb220-5199-482e-a53e-44a238e10e9d req-8983e4e2-808c-4727-9318-1a1b724db4f6 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.1081932 Feb 17 09:57:31.106244 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-10456161-2c15-4191-8e48-561ea0f9e091 req-236db3d9-6b2e-414b-b29c-2eedef23e0f9 service neutron] 10.222.0.82 "GET /v2.0/networks/b2432867-45f9-4904-a392-095ca5cf2bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495121 Feb 17 09:57:31.132274 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d3ddb220-5199-482e-a53e-44a238e10e9d req-6d9d0177-78c4-4fe5-84b8-a3cbef21b382 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959010 Feb 17 09:57:31.356490 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-65b261a0-e008-4439-987b-ba226741f87e req-eb2ec2cb-b1fb-47b8-bf01-155947f0d688 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 210 time: 0.0766983 Feb 17 09:57:31.499174 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c6153-9df2-45cb-8db3-c5bad477b3f8 req-5192ebd9-92dd-4705-8f6c-f76a08300039 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:31.511436 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-089c6153-9df2-45cb-8db3-c5bad477b3f8 req-5192ebd9-92dd-4705-8f6c-f76a08300039 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.1290417 Feb 17 09:57:31.629805 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0ef75155-7819-4d4c-b4d6-69795e91f7f4 req-15f53bf9-7183-40a7-a6fa-8e502bb9b2c7 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=48440013-66a3-4daf-81b3-918807e439b2 HTTP/1.1" status: 200 len: 210 time: 0.0695798 Feb 17 09:57:31.634534 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-089c6153-9df2-45cb-8db3-c5bad477b3f8 req-63e8c468-db3e-4030-9233-dc75c5be06b8 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221507 Feb 17 09:57:31.934782 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-74aa7199-fc44-42da-aec4-d029fc0d6302 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:31.937618 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-74aa7199-fc44-42da-aec4-d029fc0d6302 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.93 "GET /v2.0/networks?id=c684de81-9a26-4af6-bbb7-2233335a927f HTTP/1.1" status: 200 len: 813 time: 0.2184033 Feb 17 09:57:31.960892 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668be7f-12b0-4602-9e06-6324acd8605e req-dc4e249e-cb75-4d22-8ac6-4358e7e81734 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:31.964864 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-f8546c9b-d4ca-4d6b-bdcd-485d87c96350 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Request body: {'port': {'device_id': '48440013-66a3-4daf-81b3-918807e439b2', 'network_id': 'c684de81-9a26-4af6-bbb7-2233335a927f', 'admin_state_up': True, 'tenant_id': '79249b9de4584e15af23128d8ab81a4d'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:31.968861 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f668be7f-12b0-4602-9e06-6324acd8605e req-dc4e249e-cb75-4d22-8ac6-4358e7e81734 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0789545 Feb 17 09:57:32.054227 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f668be7f-12b0-4602-9e06-6324acd8605e req-3e1623e2-9c6b-4002-973e-c04f8b3e0e1f tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839446 Feb 17 09:57:32.142745 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-f8546c9b-d4ca-4d6b-bdcd-485d87c96350 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Made reservation on behalf of 79249b9de4584e15af23128d8ab81a4d for: {'port': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:57:32.162991 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-f8546c9b-d4ca-4d6b-bdcd-485d87c96350 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:32.270390 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68e3e0-89ba-41a5-9426-7ffcc8f6b467 req-ede4ef8c-c3d2-40cc-b9bd-fbace2bf1a7c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:32.278181 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9c68e3e0-89ba-41a5-9426-7ffcc8f6b467 req-ede4ef8c-c3d2-40cc-b9bd-fbace2bf1a7c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.0751066 Feb 17 09:57:32.332907 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9c68e3e0-89ba-41a5-9426-7ffcc8f6b467 req-953c0955-dd8d-46e3-8e6f-5e0d02840195 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485916 Feb 17 09:57:32.366530 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_common [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-f8546c9b-d4ca-4d6b-bdcd-485d87c96350 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Allocated IP 172.20.0.13 (c684de81-9a26-4af6-bbb7-2233335a927f/91999fcc-f327-40c8-b9d7-6794c4b3d7f9/f396b2da-4363-42f6-a6c3-02f4f2184116) {{(pid=102621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:57:32.428935 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 36edecff-1940-4690-a1d6-0731b96cb736 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:57:32.482641 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] No Port match for: 36edecff-1940-4690-a1d6-0731b96cb736 {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:57:32.483298 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 36edecff-1940-4690-a1d6-0731b96cb736 not bound to the agent host hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:57:32.491199 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-83231ea3-b634-4203-a707-673333d875c1 req-e4a221d6-fbc6-4ee1-b27b-55e59fb017e9 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 210 time: 0.0597577 Feb 17 09:57:32.618834 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-f8546c9b-d4ca-4d6b-bdcd-485d87c96350 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Publish callbacks [] for port (f396b2da-4363-42f6-a6c3-02f4f2184116), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:32.680506 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-f8546c9b-d4ca-4d6b-bdcd-485d87c96350 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393'] for port (f396b2da-4363-42f6-a6c3-02f4f2184116), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:32.784833 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-f8546c9b-d4ca-4d6b-bdcd-485d87c96350 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Network c684de81-9a26-4af6-bbb7-2233335a927f is already hosted by enough agents. {{(pid=102621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:57:32.803180 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-f8546c9b-d4ca-4d6b-bdcd-485d87c96350 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Resources bound (agent type, host, resource id): {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:57:32.811339 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8546c9b-d4ca-4d6b-bdcd-485d87c96350 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Pushing event updated for resources: {'Port': ['ID=f396b2da-4363-42f6-a6c3-02f4f2184116,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:32.814425 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-f8546c9b-d4ca-4d6b-bdcd-485d87c96350 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Received port after_create {{(pid=102621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:57:32.819968 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-f8546c9b-d4ca-4d6b-bdcd-485d87c96350 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:32.820213 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-f8546c9b-d4ca-4d6b-bdcd-485d87c96350 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:32.836724 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061c4f0-fcaf-4e82-8268-dce31d7dbd23 req-b482d214-b45f-4aa6-b6d8-4d93e91f3abf tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:32.841460 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b061c4f0-fcaf-4e82-8268-dce31d7dbd23 req-b482d214-b45f-4aa6-b6d8-4d93e91f3abf tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.1116192 Feb 17 09:57:32.855529 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2db35-e8f4-4bea-91d3-abf1a7ed8e7e req-c551a189-d20b-43f1-99ab-0d3389b5d602 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:32.857352 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c6f2db35-e8f4-4bea-91d3-abf1a7ed8e7e req-c551a189-d20b-43f1-99ab-0d3389b5d602 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=48440013-66a3-4daf-81b3-918807e439b2 HTTP/1.1" status: 200 len: 932 time: 0.0958126 Feb 17 09:57:32.889997 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-f8546c9b-d4ca-4d6b-bdcd-485d87c96350 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9336073 Feb 17 09:57:32.906374 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-ffd84f61-5c5c-4ee6-ba7f-d376e7165c1d service neutron] Request body: {'port': {'device_id': '48440013-66a3-4daf-81b3-918807e439b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:32.957145 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10456161-2c15-4191-8e48-561ea0f9e091 req-3655cd16-68b0-42ce-893d-fe1c5695c260 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:32.958626 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-10456161-2c15-4191-8e48-561ea0f9e091 req-3655cd16-68b0-42ce-893d-fe1c5695c260 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.93 "GET /v2.0/networks?id=b2432867-45f9-4904-a392-095ca5cf2bfa HTTP/1.1" status: 200 len: 815 time: 0.1910441 Feb 17 09:57:32.960345 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b061c4f0-fcaf-4e82-8268-dce31d7dbd23 req-2b77f5b5-1588-42a0-acf8-9ca22288ba61 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970998 Feb 17 09:57:32.986042 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-10456161-2c15-4191-8e48-561ea0f9e091 req-bd966de8-9a95-423f-9b65-9b35f7b4f5c9 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Request body: {'port': {'device_id': '9df2d10e-b703-4331-91b3-e610ddf30550', 'network_id': 'b2432867-45f9-4904-a392-095ca5cf2bfa', 'admin_state_up': True, 'tenant_id': '742b9187fc164d4f806fdce7df1f90ad'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:33.001911 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c6f2db35-e8f4-4bea-91d3-abf1a7ed8e7e req-0039d1f3-c62a-41b2-b33c-fb11af3e2e9e tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd192e7d-e596-44fb-9dca-cb839975ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372433 Feb 17 09:57:33.034917 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-ffd84f61-5c5c-4ee6-ba7f-d376e7165c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (f396b2da-4363-42f6-a6c3-02f4f2184116), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:33.201553 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11c02c-5dd7-4827-8db8-68119e6730b9 req-e66ea083-6b67-48f8-96fd-ebc88502f71d tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:33.208863 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2c11c02c-5dd7-4827-8db8-68119e6730b9 req-e66ea083-6b67-48f8-96fd-ebc88502f71d tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0657692 Feb 17 09:57:33.311027 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10456161-2c15-4191-8e48-561ea0f9e091 req-bd966de8-9a95-423f-9b65-9b35f7b4f5c9 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Made reservation on behalf of 742b9187fc164d4f806fdce7df1f90ad for: {'port': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:57:33.314639 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-10456161-2c15-4191-8e48-561ea0f9e091 req-bd966de8-9a95-423f-9b65-9b35f7b4f5c9 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:33.320210 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2c11c02c-5dd7-4827-8db8-68119e6730b9 req-adb759a8-99ad-49c0-b7c5-e2aa45a5d64c tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089711 Feb 17 09:57:33.410693 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7da0f-38e1-45ea-9757-301e399443c6 req-dcea8fd2-928d-4e7c-b806-10ccd937a56c tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:33.412297 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-80e7da0f-38e1-45ea-9757-301e399443c6 req-dcea8fd2-928d-4e7c-b806-10ccd937a56c tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f10f811-2140-48aa-afc9-7c526b82cea7 HTTP/1.1" status: 200 len: 945 time: 0.1356699 Feb 17 09:57:33.600741 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56e51b-7da1-42ea-a215-a579ba41e9d4 req-87830f89-e7d1-47fa-8d16-2f1b969903c7 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:33.610213 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9b56e51b-7da1-42ea-a215-a579ba41e9d4 req-87830f89-e7d1-47fa-8d16-2f1b969903c7 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.1650298 Feb 17 09:57:33.661532 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-80e7da0f-38e1-45ea-9757-301e399443c6 req-1f7c3426-a62f-457b-83b9-eea3212b8996 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364593 Feb 17 09:57:33.729364 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:33.754856 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9b56e51b-7da1-42ea-a215-a579ba41e9d4 req-7f6847ae-64de-4f9f-b4cc-7acf36f0628e tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433342 Feb 17 09:57:33.820775 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6c393679-cca5-46db-b863-8699ec963304 req-69dfb2de-8e3b-4e03-8a3d-e4ad03c9464f tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 210 time: 0.0462286 Feb 17 09:57:33.955760 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_common [req-10456161-2c15-4191-8e48-561ea0f9e091 req-bd966de8-9a95-423f-9b65-9b35f7b4f5c9 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Allocated IP 172.20.0.5 (b2432867-45f9-4904-a392-095ca5cf2bfa/c4f08b7d-085e-4fd8-870e-af663cf832eb/f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9) {{(pid=102621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:57:34.058981 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-ffd84f61-5c5c-4ee6-ba7f-d376e7165c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f396b2da-4363-42f6-a6c3-02f4f2184116 {{(pid=102621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:57:34.070802 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-ffd84f61-5c5c-4ee6-ba7f-d376e7165c1d service neutron] Publish callbacks [] for port (f396b2da-4363-42f6-a6c3-02f4f2184116), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:34.148028 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.provisioning_blocks [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-ffd84f61-5c5c-4ee6-ba7f-d376e7165c1d service neutron] Transition to ACTIVE for port object f396b2da-4363-42f6-a6c3-02f4f2184116 will not be triggered until provisioned by entity L2. {{(pid=102621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:57:34.157977 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-ffd84f61-5c5c-4ee6-ba7f-d376e7165c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (f396b2da-4363-42f6-a6c3-02f4f2184116), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:34.221009 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd84f61-5c5c-4ee6-ba7f-d376e7165c1d service neutron] Pushing event updated for resources: {'Port': ['ID=f396b2da-4363-42f6-a6c3-02f4f2184116,revision_number=2']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:34.348769 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-ffd84f61-5c5c-4ee6-ba7f-d376e7165c1d service neutron] Attempting to bind port f396b2da-4363-42f6-a6c3-02f4f2184116 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:57:34.349218 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-ffd84f61-5c5c-4ee6-ba7f-d376e7165c1d service neutron] Attempting to bind port f396b2da-4363-42f6-a6c3-02f4f2184116 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '0d125c09-a46c-4196-8e41-903d8a965a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'c684de81-9a26-4af6-bbb7-2233335a927f'}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:57:34.349647 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-ffd84f61-5c5c-4ee6-ba7f-d376e7165c1d service neutron] Attempting to bind port f396b2da-4363-42f6-a6c3-02f4f2184116 on network c684de81-9a26-4af6-bbb7-2233335a927f {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:57:34.359870 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-ffd84f61-5c5c-4ee6-ba7f-d376e7165c1d service neutron] Port f396b2da-4363-42f6-a6c3-02f4f2184116 on network c684de81-9a26-4af6-bbb7-2233335a927f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 09:57:34.360204 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-ffd84f61-5c5c-4ee6-ba7f-d376e7165c1d service neutron] Attempting to bind port f396b2da-4363-42f6-a6c3-02f4f2184116 on network c684de81-9a26-4af6-bbb7-2233335a927f {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:57:34.373062 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-ffd84f61-5c5c-4ee6-ba7f-d376e7165c1d service neutron] Checking agent: {'id': '57512943-2fb5-44da-9b65-1b43ee30ab09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'started_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:57:34.373518 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-ffd84f61-5c5c-4ee6-ba7f-d376e7165c1d service neutron] Checking segment: {'id': '0d125c09-a46c-4196-8e41-903d8a965a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'c684de81-9a26-4af6-bbb7-2233335a927f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:57:34.373956 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-ffd84f61-5c5c-4ee6-ba7f-d376e7165c1d service neutron] Bound using segment: {'id': '0d125c09-a46c-4196-8e41-903d8a965a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'c684de81-9a26-4af6-bbb7-2233335a927f'} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:57:34.374709 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-ffd84f61-5c5c-4ee6-ba7f-d376e7165c1d service neutron] Bound port: f396b2da-4363-42f6-a6c3-02f4f2184116, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d125c09-a46c-4196-8e41-903d8a965a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'c684de81-9a26-4af6-bbb7-2233335a927f'}}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:57:34.375169 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-ffd84f61-5c5c-4ee6-ba7f-d376e7165c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (f396b2da-4363-42f6-a6c3-02f4f2184116), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:34.469005 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-ffd84f61-5c5c-4ee6-ba7f-d376e7165c1d service neutron] For port f396b2da-4363-42f6-a6c3-02f4f2184116, host hv-cinder-77819, cleared binding levels {{(pid=102621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:57:34.473164 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-ffd84f61-5c5c-4ee6-ba7f-d376e7165c1d service neutron] For port f396b2da-4363-42f6-a6c3-02f4f2184116, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f396b2da-4363-42f6-a6c3-02f4f2184116,segment=NetworkSegment(0d125c09-a46c-4196-8e41-903d8a965a20),segment_id=0d125c09-a46c-4196-8e41-903d8a965a20)] {{(pid=102621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:57:34.480402 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-10456161-2c15-4191-8e48-561ea0f9e091 req-bd966de8-9a95-423f-9b65-9b35f7b4f5c9 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks [] for port (f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:34.483767 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-ffd84f61-5c5c-4ee6-ba7f-d376e7165c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (f396b2da-4363-42f6-a6c3-02f4f2184116), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:34.502470 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-ffd84f61-5c5c-4ee6-ba7f-d376e7165c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:34.503783 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-ffd84f61-5c5c-4ee6-ba7f-d376e7165c1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:34.505314 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-ffd84f61-5c5c-4ee6-ba7f-d376e7165c1d service neutron] 10.222.0.93 "PUT /v2.0/ports/f396b2da-4363-42f6-a6c3-02f4f2184116 HTTP/1.1" status: 200 len: 1094 time: 1.6046104 Feb 17 09:57:34.509168 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48440013-66a3-4daf-81b3-918807e439b2', 'tag': 'f396b2da-4363-42f6-a6c3-02f4f2184116'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:57:34.513008 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3411baf-9d99-4159-9755-7325be5f75e7" -d '{"events": [{"name": "network-changed", "server_uuid": "48440013-66a3-4daf-81b3-918807e439b2", "tag": "f396b2da-4363-42f6-a6c3-02f4f2184116"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:57:34.644795 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a385ea-f95e-42b0-82ab-05127ec8e3bc req-37d5bd77-4afc-4155-b02b-001d285ce022 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:34.657212 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-36a385ea-f95e-42b0-82ab-05127ec8e3bc req-37d5bd77-4afc-4155-b02b-001d285ce022 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.4588618 Feb 17 09:57:34.661534 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-9ece9ea8-e66a-4db8-8fdb-aafde97ba420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:34.663349 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-9ece9ea8-e66a-4db8-8fdb-aafde97ba420 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=79249b9de4584e15af23128d8ab81a4d&device_id=48440013-66a3-4daf-81b3-918807e439b2 HTTP/1.1" status: 200 len: 1128 time: 0.1015234 Feb 17 09:57:34.670012 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd84f61-5c5c-4ee6-ba7f-d376e7165c1d service neutron] Pushing event updated for resources: {'Port': ['ID=f396b2da-4363-42f6-a6c3-02f4f2184116,revision_number=3']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:34.694133 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-10456161-2c15-4191-8e48-561ea0f9e091 req-bd966de8-9a95-423f-9b65-9b35f7b4f5c9 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393'] for port (f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:34.750918 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10456161-2c15-4191-8e48-561ea0f9e091 req-bd966de8-9a95-423f-9b65-9b35f7b4f5c9 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Network b2432867-45f9-4904-a392-095ca5cf2bfa is already hosted by enough agents. {{(pid=102621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:57:34.796767 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-36a385ea-f95e-42b0-82ab-05127ec8e3bc req-8190afb0-483a-4cd7-8ac8-1bcb0720f36d tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383862 Feb 17 09:57:34.832939 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b340b-4cfe-466a-b091-8f07f29d0f7f req-af95a5cb-2b87-4a69-9641-408b35e6c5c5 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:34.834950 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-956b340b-4cfe-466a-b091-8f07f29d0f7f req-af95a5cb-2b87-4a69-9641-408b35e6c5c5 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=48440013-66a3-4daf-81b3-918807e439b2 HTTP/1.1" status: 200 len: 944 time: 0.6742916 Feb 17 09:57:34.862787 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [req-10456161-2c15-4191-8e48-561ea0f9e091 req-bd966de8-9a95-423f-9b65-9b35f7b4f5c9 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Resources bound (agent type, host, resource id): {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:57:34.887935 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-10456161-2c15-4191-8e48-561ea0f9e091 req-bd966de8-9a95-423f-9b65-9b35f7b4f5c9 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Received port after_create {{(pid=102621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:57:34.907608 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10456161-2c15-4191-8e48-561ea0f9e091 req-bd966de8-9a95-423f-9b65-9b35f7b4f5c9 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:34.908485 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-10456161-2c15-4191-8e48-561ea0f9e091 req-bd966de8-9a95-423f-9b65-9b35f7b4f5c9 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:34.961961 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-956b340b-4cfe-466a-b091-8f07f29d0f7f req-6d73a123-ef7f-419e-b6f1-d173ebb95e39 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd192e7d-e596-44fb-9dca-cb839975ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183476 Feb 17 09:57:34.984567 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-0ef2be8c-c6e2-4dff-a01c-e3d87ba56242 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f396b2da-4363-42f6-a6c3-02f4f2184116 HTTP/1.1" status: 200 len: 217 time: 0.2647479 Feb 17 09:57:35.082226 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-10456161-2c15-4191-8e48-561ea0f9e091 req-bd966de8-9a95-423f-9b65-9b35f7b4f5c9 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1004136 Feb 17 09:57:35.096730 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6890d72-ade6-492c-9445-e662d2699a2e x-openstack-request-id: req-f6890d72-ade6-492c-9445-e662d2699a2e {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:57:35.098710 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48440013-66a3-4daf-81b3-918807e439b2", "tag": "f396b2da-4363-42f6-a6c3-02f4f2184116", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:57:35.100477 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f6890d72-ade6-492c-9445-e662d2699a2e {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:57:35.101419 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48440013-66a3-4daf-81b3-918807e439b2', 'tag': 'f396b2da-4363-42f6-a6c3-02f4f2184116', 'status': 'completed', 'code': 200} Feb 17 09:57:35.125108 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede584fa-dd9a-4ef1-82d0-f3c55b33628a req-1d3a352d-bdc9-4864-8a64-c511c6c41e35 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:35.134778 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ede584fa-dd9a-4ef1-82d0-f3c55b33628a req-1d3a352d-bdc9-4864-8a64-c511c6c41e35 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.1706288 Feb 17 09:57:35.148024 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd966de8-9a95-423f-9b65-9b35f7b4f5c9 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Pushing event updated for resources: {'Port': ['ID=f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:35.177517 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-10456161-2c15-4191-8e48-561ea0f9e091 req-b476ff09-70a7-44aa-b8dd-6bb1a8f0304a service neutron] Request body: {'port': {'device_id': '9df2d10e-b703-4331-91b3-e610ddf30550', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:35.184292 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-432695e9-8904-4cb2-9e91-1bca3ba93c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:35.195523 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-432695e9-8904-4cb2-9e91-1bca3ba93c79 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=91999fcc-f327-40c8-b9d7-6794c4b3d7f9 HTTP/1.1" status: 200 len: 853 time: 0.1949542 Feb 17 09:57:35.224369 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ede584fa-dd9a-4ef1-82d0-f3c55b33628a req-9f62cf36-436f-41a8-ab90-07b2da0efff4 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883682 Feb 17 09:57:35.337156 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-8199bcc9-fc49-4d03-b383-8fa2a0939074 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c684de81-9a26-4af6-bbb7-2233335a927f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986941 Feb 17 09:57:35.498535 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-c17a4022-5450-4ecd-bd26-f23c3b974dd3 None None] Provisioning complete for port f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:35.502042 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-c17a4022-5450-4ecd-bd26-f23c3b974dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:35.513268 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52583a5b-4916-4cd4-b42f-7be740d890c1 req-0c277855-3aa9-46cd-aee4-85f0c50d5067 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:35.514678 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-52583a5b-4916-4cd4-b42f-7be740d890c1 req-0c277855-3aa9-46cd-aee4-85f0c50d5067 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f10f811-2140-48aa-afc9-7c526b82cea7 HTTP/1.1" status: 200 len: 945 time: 0.2734590 Feb 17 09:57:35.538620 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab21b6e-8679-4a66-9f8b-d6afd83385d9 req-53d6e163-458a-4ba4-b527-2acbee1745a5 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:35.546113 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9ab21b6e-8679-4a66-9f8b-d6afd83385d9 req-53d6e163-458a-4ba4-b527-2acbee1745a5 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.1467700 Feb 17 09:57:35.571932 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-10456161-2c15-4191-8e48-561ea0f9e091 req-b476ff09-70a7-44aa-b8dd-6bb1a8f0304a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:35.589213 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-c17a4022-5450-4ecd-bd26-f23c3b974dd3 None None] Port f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 cannot update to ACTIVE because it is not bound. {{(pid=102622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:57:35.619953 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-52583a5b-4916-4cd4-b42f-7be740d890c1 req-38af55ed-ce21-4a1f-a16c-88bd92a01ab9 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980182 Feb 17 09:57:35.639021 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9ab21b6e-8679-4a66-9f8b-d6afd83385d9 req-b44ec261-d338-4040-a911-ade98d83a08d tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920193 Feb 17 09:57:35.820071 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532d3b7-f304-4e73-8074-2c1aa836d2e9 req-d8ab977e-6479-4e4e-b9a5-933169491b37 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:35.823248 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-914304f0-2972-44ef-a19b-0f999458ea92 service neutron] 10.222.0.93 "GET /v2.0/networks/c684de81-9a26-4af6-bbb7-2233335a927f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650445 Feb 17 09:57:35.828352 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d532d3b7-f304-4e73-8074-2c1aa836d2e9 req-d8ab977e-6479-4e4e-b9a5-933169491b37 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 931 time: 0.1105509 Feb 17 09:57:35.869044 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44048982-e362-4f10-8161-ac444683e521 req-b385f2fd-ee93-4cc1-8a4b-a46a54a4201f tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:35.870649 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-44048982-e362-4f10-8161-ac444683e521 req-b385f2fd-ee93-4cc1-8a4b-a46a54a4201f tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f10f811-2140-48aa-afc9-7c526b82cea7 HTTP/1.1" status: 200 len: 945 time: 0.2237103 Feb 17 09:57:35.936721 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d532d3b7-f304-4e73-8074-2c1aa836d2e9 req-cdc051fa-67da-4e94-8f34-68d2bb51273f tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018531 Feb 17 09:57:36.094941 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c955e-800f-4f20-9719-ce2637f6ed81 req-82c0eebf-7d55-4177-b6af-d0db25e248d7 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:36.106098 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ce4c955e-800f-4f20-9719-ce2637f6ed81 req-82c0eebf-7d55-4177-b6af-d0db25e248d7 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.1683149 Feb 17 09:57:36.327672 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ce4c955e-800f-4f20-9719-ce2637f6ed81 req-be1e057a-633c-46ac-9976-36711c2eafdb tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898429 Feb 17 09:57:36.363436 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313f314-031f-4b3f-acf8-9499ef6358f2 req-d56f34a5-7ed4-445f-94f6-25d363bacd24 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:36.371530 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1313f314-031f-4b3f-acf8-9499ef6358f2 req-d56f34a5-7ed4-445f-94f6-25d363bacd24 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=48440013-66a3-4daf-81b3-918807e439b2 HTTP/1.1" status: 200 len: 944 time: 0.2639818 Feb 17 09:57:36.481828 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1313f314-031f-4b3f-acf8-9499ef6358f2 req-2e1a394c-155e-435d-9d9a-ff918f3aaaf1 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd192e7d-e596-44fb-9dca-cb839975ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035519 Feb 17 09:57:36.621862 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9e7c0ec5-9973-4e2b-8b14-8fc749136380 req-37b03780-0b4b-4bee-8435-90aac3c1feca service neutron] 10.222.0.93 "GET /v2.0/networks/c684de81-9a26-4af6-bbb7-2233335a927f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7712183 Feb 17 09:57:36.662326 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62289f-b470-4ce3-86c9-a01a3d21c15e req-c553b5a3-14e9-4fd8-8b06-8acb14aaa000 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:36.674233 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-fb62289f-b470-4ce3-86c9-a01a3d21c15e req-c553b5a3-14e9-4fd8-8b06-8acb14aaa000 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.2116685 Feb 17 09:57:36.733862 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-fb62289f-b470-4ce3-86c9-a01a3d21c15e req-da868e74-1716-486d-b0bd-b23db8054c45 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581865 Feb 17 09:57:36.837684 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-44048982-e362-4f10-8161-ac444683e521 req-634f9c57-cb1e-4dfd-8721-11d3cb3605d0 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Deleting port 82b82bd9-8617-4465-8708-1ed739ad824b {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:57:36.838030 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-44048982-e362-4f10-8161-ac444683e521 req-634f9c57-cb1e-4dfd-8721-11d3cb3605d0 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (82b82bd9-8617-4465-8708-1ed739ad824b), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:36.867337 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f694fe-5c13-4c1d-acf3-a22a60cf592c req-3e9bac51-783e-4af5-84f3-3f9499fe5d50 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:36.878907 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-77f694fe-5c13-4c1d-acf3-a22a60cf592c req-3e9bac51-783e-4af5-84f3-3f9499fe5d50 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f10f811-2140-48aa-afc9-7c526b82cea7 HTTP/1.1" status: 200 len: 945 time: 0.1150036 Feb 17 09:57:36.879111 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [req-10456161-2c15-4191-8e48-561ea0f9e091 req-b476ff09-70a7-44aa-b8dd-6bb1a8f0304a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 {{(pid=102621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:57:36.920377 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-10456161-2c15-4191-8e48-561ea0f9e091 req-b476ff09-70a7-44aa-b8dd-6bb1a8f0304a service neutron] Publish callbacks [] for port (f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:36.937541 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.provisioning_blocks [req-10456161-2c15-4191-8e48-561ea0f9e091 req-b476ff09-70a7-44aa-b8dd-6bb1a8f0304a service neutron] Transition to ACTIVE for port object f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 will not be triggered until provisioned by entity L2. {{(pid=102621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:57:36.958380 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-10456161-2c15-4191-8e48-561ea0f9e091 req-b476ff09-70a7-44aa-b8dd-6bb1a8f0304a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:37.050637 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-77f694fe-5c13-4c1d-acf3-a22a60cf592c req-88e7ec3f-08da-41b0-ac1e-1706657ae921 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657658 Feb 17 09:57:37.071982 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecda700-9034-40bd-a4b8-301e332209da req-f8740e14-decd-49de-afdb-2d5a1954cb87 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:37.100388 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-aecda700-9034-40bd-a4b8-301e332209da req-f8740e14-decd-49de-afdb-2d5a1954cb87 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.2136760 Feb 17 09:57:37.203099 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-aecda700-9034-40bd-a4b8-301e332209da req-f06e6305-3815-4e9d-991c-9cbdc380b75c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014848 Feb 17 09:57:37.247397 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-44048982-e362-4f10-8161-ac444683e521 req-634f9c57-cb1e-4dfd-8721-11d3cb3605d0 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] For port 82b82bd9-8617-4465-8708-1ed739ad824b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=82b82bd9-8617-4465-8708-1ed739ad824b,segment=NetworkSegment(d858bd6f-9f4a-456e-b559-3a505e873a9d),segment_id=d858bd6f-9f4a-456e-b559-3a505e873a9d)] {{(pid=102621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:57:37.248907 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-44048982-e362-4f10-8161-ac444683e521 req-634f9c57-cb1e-4dfd-8721-11d3cb3605d0 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (82b82bd9-8617-4465-8708-1ed739ad824b), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:37.272624 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-44048982-e362-4f10-8161-ac444683e521 req-634f9c57-cb1e-4dfd-8721-11d3cb3605d0 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Calling delete_port for 82b82bd9-8617-4465-8708-1ed739ad824b owned by compute:nova {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:57:37.326881 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3944082-8e88-4813-aa19-de24eb96c689 req-8dae61f9-f8e9-4a41-81ef-6c823f4b5255 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:37.328658 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c3944082-8e88-4813-aa19-de24eb96c689 req-8dae61f9-f8e9-4a41-81ef-6c823f4b5255 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 943 time: 0.1180537 Feb 17 09:57:37.410251 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476ff09-70a7-44aa-b8dd-6bb1a8f0304a service neutron] Pushing event updated for resources: {'Port': ['ID=f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9,revision_number=2']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:37.475237 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c3944082-8e88-4813-aa19-de24eb96c689 req-37c8dc05-8fd6-417e-9891-0da6d2ceaf19 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397910 Feb 17 09:57:37.585057 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-10456161-2c15-4191-8e48-561ea0f9e091 req-b476ff09-70a7-44aa-b8dd-6bb1a8f0304a service neutron] Attempting to bind port f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:57:37.585408 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-10456161-2c15-4191-8e48-561ea0f9e091 req-b476ff09-70a7-44aa-b8dd-6bb1a8f0304a service neutron] Attempting to bind port f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '74894de9-e295-4c03-b6b5-b2e5db0e49e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'b2432867-45f9-4904-a392-095ca5cf2bfa'}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:57:37.585728 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10456161-2c15-4191-8e48-561ea0f9e091 req-b476ff09-70a7-44aa-b8dd-6bb1a8f0304a service neutron] Attempting to bind port f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 on network b2432867-45f9-4904-a392-095ca5cf2bfa {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:57:37.614176 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10456161-2c15-4191-8e48-561ea0f9e091 req-b476ff09-70a7-44aa-b8dd-6bb1a8f0304a service neutron] Port f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 on network b2432867-45f9-4904-a392-095ca5cf2bfa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 09:57:37.614766 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10456161-2c15-4191-8e48-561ea0f9e091 req-b476ff09-70a7-44aa-b8dd-6bb1a8f0304a service neutron] Attempting to bind port f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 on network b2432867-45f9-4904-a392-095ca5cf2bfa {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:57:37.620263 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46fe34-2c31-4f2d-8a6d-fab2ae46609a req-b6ff1f2e-9061-4978-b2cd-b962adcb0c47 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:37.627861 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10456161-2c15-4191-8e48-561ea0f9e091 req-b476ff09-70a7-44aa-b8dd-6bb1a8f0304a service neutron] Checking agent: {'id': '57512943-2fb5-44da-9b65-1b43ee30ab09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'started_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:57:37.632937 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10456161-2c15-4191-8e48-561ea0f9e091 req-b476ff09-70a7-44aa-b8dd-6bb1a8f0304a service neutron] Checking segment: {'id': '74894de9-e295-4c03-b6b5-b2e5db0e49e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'b2432867-45f9-4904-a392-095ca5cf2bfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:57:37.633778 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10456161-2c15-4191-8e48-561ea0f9e091 req-b476ff09-70a7-44aa-b8dd-6bb1a8f0304a service neutron] Bound using segment: {'id': '74894de9-e295-4c03-b6b5-b2e5db0e49e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'b2432867-45f9-4904-a392-095ca5cf2bfa'} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:57:37.634436 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-10456161-2c15-4191-8e48-561ea0f9e091 req-b476ff09-70a7-44aa-b8dd-6bb1a8f0304a service neutron] Bound port: f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74894de9-e295-4c03-b6b5-b2e5db0e49e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'b2432867-45f9-4904-a392-095ca5cf2bfa'}}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:57:37.634996 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-10456161-2c15-4191-8e48-561ea0f9e091 req-b476ff09-70a7-44aa-b8dd-6bb1a8f0304a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:37.641697 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6a46fe34-2c31-4f2d-8a6d-fab2ae46609a req-b6ff1f2e-9061-4978-b2cd-b962adcb0c47 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.1596272 Feb 17 09:57:37.742158 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3411baf-9d99-4159-9755-7325be5f75e7 req-4f8ebc97-0a49-4335-a8e0-624584b9c4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:37.744699 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-c3411baf-9d99-4159-9755-7325be5f75e7 req-4f8ebc97-0a49-4335-a8e0-624584b9c4bc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=79249b9de4584e15af23128d8ab81a4d&device_id=48440013-66a3-4daf-81b3-918807e439b2 HTTP/1.1" status: 200 len: 1128 time: 0.2655003 Feb 17 09:57:37.751900 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6a46fe34-2c31-4f2d-8a6d-fab2ae46609a req-cab3bd5e-38b7-4c6b-ab85-05a4db2b209f tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938108 Feb 17 09:57:37.778471 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add68523-9dfd-4b8e-99a1-35ff3c4fe195 req-c979051e-2d4b-44c9-bc38-bfd808ca53f8 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:37.789176 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-add68523-9dfd-4b8e-99a1-35ff3c4fe195 req-c979051e-2d4b-44c9-bc38-bfd808ca53f8 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=48440013-66a3-4daf-81b3-918807e439b2 HTTP/1.1" status: 200 len: 944 time: 0.1426952 Feb 17 09:57:37.872810 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3411baf-9d99-4159-9755-7325be5f75e7 req-fb0728f2-23cf-43a1-9013-b270e3427e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:37.874274 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-c3411baf-9d99-4159-9755-7325be5f75e7 req-fb0728f2-23cf-43a1-9013-b270e3427e35 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c684de81-9a26-4af6-bbb7-2233335a927f HTTP/1.1" status: 200 len: 915 time: 0.1041529 Feb 17 09:57:37.892770 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-add68523-9dfd-4b8e-99a1-35ff3c4fe195 req-3b7e2ad8-ab60-41cc-8f82-6793f97b938a tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd192e7d-e596-44fb-9dca-cb839975ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981855 Feb 17 09:57:37.937124 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-c3411baf-9d99-4159-9755-7325be5f75e7 req-ced74e7a-08e7-4654-b6d3-61e3936135f6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f396b2da-4363-42f6-a6c3-02f4f2184116 HTTP/1.1" status: 200 len: 217 time: 0.0539653 Feb 17 09:57:37.956114 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-10456161-2c15-4191-8e48-561ea0f9e091 req-b476ff09-70a7-44aa-b8dd-6bb1a8f0304a service neutron] For port f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9, host hv-cinder-77819, cleared binding levels {{(pid=102621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:57:37.959991 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-10456161-2c15-4191-8e48-561ea0f9e091 req-b476ff09-70a7-44aa-b8dd-6bb1a8f0304a service neutron] For port f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9,segment=NetworkSegment(74894de9-e295-4c03-b6b5-b2e5db0e49e8),segment_id=74894de9-e295-4c03-b6b5-b2e5db0e49e8)] {{(pid=102621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:57:37.970823 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbd96b-8677-4b22-9716-215051a9cae3 req-4ba97752-d7c0-445d-af13-17ab2c18b455 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:37.972585 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9bbbd96b-8677-4b22-9716-215051a9cae3 req-4ba97752-d7c0-445d-af13-17ab2c18b455 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.1066365 Feb 17 09:57:37.983610 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-10456161-2c15-4191-8e48-561ea0f9e091 req-b476ff09-70a7-44aa-b8dd-6bb1a8f0304a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:38.008076 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-44048982-e362-4f10-8161-ac444683e521 req-634f9c57-cb1e-4dfd-8721-11d3cb3605d0 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402'] for port (82b82bd9-8617-4465-8708-1ed739ad824b), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:38.021697 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['d8cc59f0-a44e-470b-80dc-65f6b98f51b4', '27de2a8a-b75b-4d92-82a1-03eba194cd8d', '82b82bd9-8617-4465-8708-1ed739ad824b'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:57:38.069518 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10456161-2c15-4191-8e48-561ea0f9e091 req-b476ff09-70a7-44aa-b8dd-6bb1a8f0304a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:38.070419 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-10456161-2c15-4191-8e48-561ea0f9e091 req-b476ff09-70a7-44aa-b8dd-6bb1a8f0304a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:38.073181 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-10456161-2c15-4191-8e48-561ea0f9e091 req-b476ff09-70a7-44aa-b8dd-6bb1a8f0304a service neutron] 10.222.0.93 "PUT /v2.0/ports/f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 HTTP/1.1" status: 200 len: 1093 time: 2.9029896 Feb 17 09:57:38.076190 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df2d10e-b703-4331-91b3-e610ddf30550', 'tag': 'f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:57:38.078794 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f839ae-9f31-45a7-b721-098dc36f604c" -d '{"events": [{"name": "network-changed", "server_uuid": "9df2d10e-b703-4331-91b3-e610ddf30550", "tag": "f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:57:38.141546 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9bbbd96b-8677-4b22-9716-215051a9cae3 req-844c91f7-1d5e-4c7d-864c-5ec9be830633 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564972 Feb 17 09:57:38.276045 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001283cd-c273-46bb-a71f-ff45991183f4 x-openstack-request-id: req-001283cd-c273-46bb-a71f-ff45991183f4 {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:57:38.277414 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df2d10e-b703-4331-91b3-e610ddf30550", "tag": "f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:57:38.277781 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-001283cd-c273-46bb-a71f-ff45991183f4 {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:57:38.278908 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df2d10e-b703-4331-91b3-e610ddf30550', 'tag': 'f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9', 'status': 'completed', 'code': 200} Feb 17 09:57:38.331797 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3042f88a-d06c-433c-8e00-8b5d469f3104 req-2f0df5b5-e616-44dd-a221-c3d0b8e26432 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f10f811-2140-48aa-afc9-7c526b82cea7 HTTP/1.1" status: 200 len: 210 time: 0.0628073 Feb 17 09:57:38.340413 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-44048982-e362-4f10-8161-ac444683e521 req-634f9c57-cb1e-4dfd-8721-11d3cb3605d0 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] No DVR routers for this DVR port 82b82bd9-8617-4465-8708-1ed739ad824b on host hv-cinder-77819 {{(pid=102621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:57:38.343841 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-44048982-e362-4f10-8161-ac444683e521 req-634f9c57-cb1e-4dfd-8721-11d3cb3605d0 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:38.363836 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-44048982-e362-4f10-8161-ac444683e521 req-634f9c57-cb1e-4dfd-8721-11d3cb3605d0 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.93 "DELETE /v2.0/ports/82b82bd9-8617-4465-8708-1ed739ad824b HTTP/1.1" status: 204 len: 173 time: 2.4689827 Feb 17 09:57:38.387746 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3411baf-9d99-4159-9755-7325be5f75e7 req-babbdf37-e4cb-4a15-9789-cdb1c07fd863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:38.393714 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-c3411baf-9d99-4159-9755-7325be5f75e7 req-babbdf37-e4cb-4a15-9789-cdb1c07fd863 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=91999fcc-f327-40c8-b9d7-6794c4b3d7f9 HTTP/1.1" status: 200 len: 853 time: 0.4272504 Feb 17 09:57:38.472707 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476ff09-70a7-44aa-b8dd-6bb1a8f0304a service neutron] Pushing event updated for resources: {'Port': ['ID=f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9,revision_number=3']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:38.549261 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 13e22131-0e22-4496-80cf-c6172a685f66 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:57:38.564496 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e581e-a017-46b9-9bab-2c1b91d427a6 req-ebd40da0-84a7-4ea0-8268-ca8ed3a3b09d tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:38.575633 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4d8e581e-a017-46b9-9bab-2c1b91d427a6 req-ebd40da0-84a7-4ea0-8268-ca8ed3a3b09d tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.2086637 Feb 17 09:57:38.621882 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-c3411baf-9d99-4159-9755-7325be5f75e7 req-c56fa00d-445f-4920-be7e-fcf551653561 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c684de81-9a26-4af6-bbb7-2233335a927f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2124667 Feb 17 09:57:38.630436 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f9c57-cb1e-4dfd-8721-11d3cb3605d0 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Pushing event deleted for resources: {'Port': ['ID=82b82bd9-8617-4465-8708-1ed739ad824b,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:38.693135 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10456161-2c15-4191-8e48-561ea0f9e091 req-3fb58f13-b66c-476d-9b8b-7a9aecc3bba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:38.702884 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-10456161-2c15-4191-8e48-561ea0f9e091 req-3fb58f13-b66c-476d-9b8b-7a9aecc3bba5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=742b9187fc164d4f806fdce7df1f90ad&device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 1127 time: 0.5299530 Feb 17 09:57:38.733087 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4d8e581e-a017-46b9-9bab-2c1b91d427a6 req-c4eeda3c-b365-48c4-8fbc-a336c9a14876 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553488 Feb 17 09:57:38.768147 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8636f-a187-4eae-9620-c8159bf3a345 req-3f0caf35-8c3b-42d8-8db0-a03e74103ef4 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:38.786177 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c9c8636f-a187-4eae-9620-c8159bf3a345 req-3f0caf35-8c3b-42d8-8db0-a03e74103ef4 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 943 time: 0.1175454 Feb 17 09:57:38.866864 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-10456161-2c15-4191-8e48-561ea0f9e091 req-f407d563-0a08-4b85-9b46-e0a335eeaaa9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 HTTP/1.1" status: 200 len: 217 time: 0.1316297 Feb 17 09:57:38.926227 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c9c8636f-a187-4eae-9620-c8159bf3a345 req-64505e80-6bf3-474c-b3f8-0cdad1a06818 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346574 Feb 17 09:57:38.931008 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 13e22131-0e22-4496-80cf-c6172a685f66, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=13e22131-0e22-4496-80cf-c6172a685f66,segment=NetworkSegment(44712ed5-627e-45e3-929a-a847c740dda7),segment_id=44712ed5-627e-45e3-929a-a847c740dda7)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:57:38.948455 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Returning: {'device': '13e22131-0e22-4496-80cf-c6172a685f66', 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681', 'port_id': '13e22131-0e22-4496-80cf-c6172a685f66', 'mac_address': 'fa:16:3e:ec:9a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:57:38.964041 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4016fd-4f31-4137-acd8-8f8de096139a req-7361aee2-9470-46ea-a3bd-e9addb6c50b8 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:38.976641 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0e4016fd-4f31-4137-acd8-8f8de096139a req-7361aee2-9470-46ea-a3bd-e9addb6c50b8 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.1149526 Feb 17 09:57:39.031850 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10456161-2c15-4191-8e48-561ea0f9e091 req-0a52ae42-bfed-4049-9acb-5fc676a19814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:39.035566 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-10456161-2c15-4191-8e48-561ea0f9e091 req-0a52ae42-bfed-4049-9acb-5fc676a19814 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c4f08b7d-085e-4fd8-870e-af663cf832eb HTTP/1.1" status: 200 len: 854 time: 0.1603994 Feb 17 09:57:39.042154 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-c3411baf-9d99-4159-9755-7325be5f75e7 req-78b6f559-3f82-439a-acb3-71094d711622 service neutron] 10.222.0.93 "GET /v2.0/networks/c684de81-9a26-4af6-bbb7-2233335a927f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061735 Feb 17 09:57:39.047656 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 13e22131-0e22-4496-80cf-c6172a685f66 is: ACTIVE; New status is: BUILD {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:57:39.048250 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (13e22131-0e22-4496-80cf-c6172a685f66), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:39.093477 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13e22131-0e22-4496-80cf-c6172a685f66 {{(pid=102622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:57:39.137707 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 13e22131-0e22-4496-80cf-c6172a685f66, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=13e22131-0e22-4496-80cf-c6172a685f66,segment=NetworkSegment(44712ed5-627e-45e3-929a-a847c740dda7),segment_id=44712ed5-627e-45e3-929a-a847c740dda7)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:57:39.208474 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (13e22131-0e22-4496-80cf-c6172a685f66), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:39.303413 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0e4016fd-4f31-4137-acd8-8f8de096139a req-e2cfd341-bc06-4452-8ab6-4f714cf2130d tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255706 Feb 17 09:57:39.389202 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=13e22131-0e22-4496-80cf-c6172a685f66,revision_number=6']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:39.402857 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37df07c-35e8-4845-86e4-5c8d334a1a88 req-fe853c1f-58e6-4e99-8dd8-eafd99ea5e7f tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:39.408317 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['13e22131-0e22-4496-80cf-c6172a685f66'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:57:39.412012 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e37df07c-35e8-4845-86e4-5c8d334a1a88 req-fe853c1f-58e6-4e99-8dd8-eafd99ea5e7f tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=48440013-66a3-4daf-81b3-918807e439b2 HTTP/1.1" status: 200 len: 944 time: 0.3241906 Feb 17 09:57:39.465114 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10456161-2c15-4191-8e48-561ea0f9e091 req-6f574569-6e6d-449e-8879-5edaf7e879d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:39.467497 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-10456161-2c15-4191-8e48-561ea0f9e091 req-6f574569-6e6d-449e-8879-5edaf7e879d2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b2432867-45f9-4904-a392-095ca5cf2bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4155309 Feb 17 09:57:39.470909 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-c3411baf-9d99-4159-9755-7325be5f75e7 req-837da4cb-296d-4cd8-94e0-8b6229866245 service neutron] 10.222.0.93 "GET /v2.0/networks/c684de81-9a26-4af6-bbb7-2233335a927f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004529 Feb 17 09:57:39.573748 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e37df07c-35e8-4845-86e4-5c8d334a1a88 req-91649af4-1136-4179-b02d-cdc97f4d6176 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd192e7d-e596-44fb-9dca-cb839975ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594942 Feb 17 09:57:39.627110 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9d41a-eff5-4688-bbe2-99bdbdcdc97b req-079fb1cd-7955-48fc-bec2-cd66e628f0f3 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:39.640556 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f9b9d41a-eff5-4688-bbe2-99bdbdcdc97b req-079fb1cd-7955-48fc-bec2-cd66e628f0f3 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.1614945 Feb 17 09:57:39.744042 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f9b9d41a-eff5-4688-bbe2-99bdbdcdc97b req-f7e24e21-168e-455c-a638-6a9a680aa0e3 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018720 Feb 17 09:57:39.857999 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-10456161-2c15-4191-8e48-561ea0f9e091 req-7909e43b-1eff-4587-ad39-29b4a9eef109 service neutron] 10.222.0.93 "GET /v2.0/networks/b2432867-45f9-4904-a392-095ca5cf2bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251572 Feb 17 09:57:39.922034 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038857e3-df2f-4371-aeef-47740f4f3e57 req-ddbaaf5e-d19f-45be-b7ee-addfb28d87db tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:39.932918 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-038857e3-df2f-4371-aeef-47740f4f3e57 req-ddbaaf5e-d19f-45be-b7ee-addfb28d87db tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 944 time: 0.0874367 Feb 17 09:57:40.034896 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-038857e3-df2f-4371-aeef-47740f4f3e57 req-4d51741d-153e-49ec-9abb-d7482aa0f9ec tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948327 Feb 17 09:57:40.212602 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-10456161-2c15-4191-8e48-561ea0f9e091 req-1b1e90ad-5022-427e-a209-f338f4768e18 service neutron] 10.222.0.93 "GET /v2.0/networks/b2432867-45f9-4904-a392-095ca5cf2bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887181 Feb 17 09:57:40.280991 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f10f811-2140-48aa-afc9-7c526b82cea7', 'name': 'network-vif-deleted', 'tag': '82b82bd9-8617-4465-8708-1ed739ad824b'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:57:40.284465 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2387f1-d0f3-407c-9167-f3a6dec9a7f7" -d '{"events": [{"server_uuid": "4f10f811-2140-48aa-afc9-7c526b82cea7", "name": "network-vif-deleted", "tag": "82b82bd9-8617-4465-8708-1ed739ad824b"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:57:40.364029 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08627631-3005-4f83-9c81-d1e0d64ceb30 req-6aa01c6c-93ce-4514-84e5-8b4a931b3ef7 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:40.366455 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-08627631-3005-4f83-9c81-d1e0d64ceb30 req-6aa01c6c-93ce-4514-84e5-8b4a931b3ef7 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=c3811015-f71d-40a1-931b-3f214e98d884 HTTP/1.1" status: 200 len: 946 time: 0.1787171 Feb 17 09:57:40.404857 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a24a9-ae3f-4787-b03b-a634d2562912 req-9d51ecc8-e18f-4aa5-983d-2d6e649310fa tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:40.418033 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c37a24a9-ae3f-4787-b03b-a634d2562912 req-9d51ecc8-e18f-4aa5-983d-2d6e649310fa tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 943 time: 0.2967627 Feb 17 09:57:40.451327 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device f396b2da-4363-42f6-a6c3-02f4f2184116 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:57:40.462110 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 13e22131-0e22-4496-80cf-c6172a685f66 up at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:57:40.572726 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f839ae-9f31-45a7-b721-098dc36f604c req-151cba98-ce86-427f-b26b-8005729b4166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:40.577909 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-42f839ae-9f31-45a7-b721-098dc36f604c req-151cba98-ce86-427f-b26b-8005729b4166 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=742b9187fc164d4f806fdce7df1f90ad&device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 1127 time: 0.1321392 Feb 17 09:57:40.583326 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-08627631-3005-4f83-9c81-d1e0d64ceb30 req-bc11429f-c26e-4ce5-af37-fa59a027e321 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091889 Feb 17 09:57:40.612360 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c37a24a9-ae3f-4787-b03b-a634d2562912 req-9496ee50-08d4-4bf5-9651-b6c44f869fa7 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655178 Feb 17 09:57:40.708673 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning complete for port 13e22131-0e22-4496-80cf-c6172a685f66 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:40.712755 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (13e22131-0e22-4496-80cf-c6172a685f66), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:40.791411 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f839ae-9f31-45a7-b721-098dc36f604c req-33609915-cb45-4733-83a0-e296e5d57c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:40.794623 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-42f839ae-9f31-45a7-b721-098dc36f604c req-33609915-cb45-4733-83a0-e296e5d57c88 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b2432867-45f9-4904-a392-095ca5cf2bfa HTTP/1.1" status: 200 len: 917 time: 0.2017667 Feb 17 09:57:40.807159 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2fe35a-f367-485e-ba69-8909626b5936 x-openstack-request-id: req-3a2fe35a-f367-485e-ba69-8909626b5936 {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:57:40.807505 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f10f811-2140-48aa-afc9-7c526b82cea7", "name": "network-vif-deleted", "tag": "82b82bd9-8617-4465-8708-1ed739ad824b", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:57:40.807758 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-3a2fe35a-f367-485e-ba69-8909626b5936 {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:57:40.808226 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f10f811-2140-48aa-afc9-7c526b82cea7', 'name': 'network-vif-deleted', 'tag': '82b82bd9-8617-4465-8708-1ed739ad824b', 'status': 'completed', 'code': 200} Feb 17 09:57:40.870676 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-42f839ae-9f31-45a7-b721-098dc36f604c req-b5cda62b-3094-4052-9922-2d4e89c7b6e2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 HTTP/1.1" status: 200 len: 217 time: 0.0613298 Feb 17 09:57:40.886075 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773fa8a-55f2-4bc9-add9-9a3799df6bc1 req-eab7af75-d00d-423f-9fbc-e244a72975bc tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:40.887720 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0773fa8a-55f2-4bc9-add9-9a3799df6bc1 req-eab7af75-d00d-423f-9fbc-e244a72975bc tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.1766047 Feb 17 09:57:40.953516 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5f6f2-e741-4114-8f3d-2203cb8cfe2c req-c329cec7-eeae-46aa-bc4a-8693349a424a tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:40.963962 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-55a5f6f2-e741-4114-8f3d-2203cb8cfe2c req-c329cec7-eeae-46aa-bc4a-8693349a424a tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=48440013-66a3-4daf-81b3-918807e439b2 HTTP/1.1" status: 200 len: 944 time: 0.1653235 Feb 17 09:57:41.006787 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0773fa8a-55f2-4bc9-add9-9a3799df6bc1 req-7342a6ec-6a15-4c8b-afcc-0146376b68ea tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074767 Feb 17 09:57:41.011772 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f839ae-9f31-45a7-b721-098dc36f604c req-70d72057-340b-40d1-85e7-2e9fd2a2586a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:41.033877 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-42f839ae-9f31-45a7-b721-098dc36f604c req-70d72057-340b-40d1-85e7-2e9fd2a2586a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c4f08b7d-085e-4fd8-870e-af663cf832eb HTTP/1.1" status: 200 len: 854 time: 0.1438520 Feb 17 09:57:41.064102 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port f396b2da-4363-42f6-a6c3-02f4f2184116, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f396b2da-4363-42f6-a6c3-02f4f2184116,segment=NetworkSegment(0d125c09-a46c-4196-8e41-903d8a965a20),segment_id=0d125c09-a46c-4196-8e41-903d8a965a20)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:57:41.095048 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-55a5f6f2-e741-4114-8f3d-2203cb8cfe2c req-c8b28b37-a240-4dd3-a9ba-a02f008d02fc tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd192e7d-e596-44fb-9dca-cb839975ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146588 Feb 17 09:57:41.138429 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Returning: {'device': 'f396b2da-4363-42f6-a6c3-02f4f2184116', 'network_id': 'c684de81-9a26-4af6-bbb7-2233335a927f', 'port_id': 'f396b2da-4363-42f6-a6c3-02f4f2184116', 'mac_address': 'fa:16:3e:19:fe:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91999fcc-f327-40c8-b9d7-6794c4b3d7f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:57:41.157022 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f839ae-9f31-45a7-b721-098dc36f604c req-c7302ab2-c5fe-4c22-9c66-4e732012954f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:41.158590 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-42f839ae-9f31-45a7-b721-098dc36f604c req-c7302ab2-c5fe-4c22-9c66-4e732012954f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b2432867-45f9-4904-a392-095ca5cf2bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1090074 Feb 17 09:57:41.183545 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 13e22131-0e22-4496-80cf-c6172a685f66 is: BUILD; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:57:41.193111 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (13e22131-0e22-4496-80cf-c6172a685f66), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:41.221148 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36220164-bb13-4975-bed9-b070291ca5d0 req-7f44303e-a0a0-4fd6-a16d-03789c9f9525 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:41.228678 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-36220164-bb13-4975-bed9-b070291ca5d0 req-7f44303e-a0a0-4fd6-a16d-03789c9f9525 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.1214809 Feb 17 09:57:41.285410 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 13e22131-0e22-4496-80cf-c6172a685f66, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=13e22131-0e22-4496-80cf-c6172a685f66,segment=NetworkSegment(44712ed5-627e-45e3-929a-a847c740dda7),segment_id=44712ed5-627e-45e3-929a-a847c740dda7)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:57:41.287001 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edea3af2-ed92-4076-a63f-00c84c94342c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e22131-0e22-4496-80cf-c6172a685f66'}] {{(pid=102622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:57:41.290277 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c0921c82721ddcd3043691fcb1168a632d6e856cc39374f61865f4aa2fd6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f77aca5-e058-4d4c-a0d8-a15a22a6fb8c" -d '{"events": [{"server_uuid": "edea3af2-ed92-4076-a63f-00c84c94342c", "name": "network-vif-plugged", "status": "completed", "tag": "13e22131-0e22-4496-80cf-c6172a685f66"}]}' {{(pid=102622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:57:41.297296 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port f396b2da-4363-42f6-a6c3-02f4f2184116 is: DOWN; New status is: BUILD {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:57:41.297945 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (f396b2da-4363-42f6-a6c3-02f4f2184116), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:41.306714 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (13e22131-0e22-4496-80cf-c6172a685f66), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:41.309620 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 82b82bd9-8617-4465-8708-1ed739ad824b no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:57:41.363741 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] No Port match for: 82b82bd9-8617-4465-8708-1ed739ad824b {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:57:41.364087 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 82b82bd9-8617-4465-8708-1ed739ad824b not bound to the agent host hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:57:41.380621 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a02b7-59ef-44f5-afa0-7ad764c15106 req-f0869b95-7b05-40f5-8462-f9543e0d570f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:41.388607 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-498a02b7-59ef-44f5-afa0-7ad764c15106 req-f0869b95-7b05-40f5-8462-f9543e0d570f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.1207967 Feb 17 09:57:41.423306 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-36220164-bb13-4975-bed9-b070291ca5d0 req-79cacdc0-6034-46cc-9f05-a13d4a37850e tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880608 Feb 17 09:57:41.445323 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f396b2da-4363-42f6-a6c3-02f4f2184116 {{(pid=102622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:57:41.487573 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-498a02b7-59ef-44f5-afa0-7ad764c15106 req-bcca321a-b694-4b33-b200-ac5ec0a87f55 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925078 Feb 17 09:57:41.545817 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=13e22131-0e22-4496-80cf-c6172a685f66,revision_number=7']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:41.567097 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port f396b2da-4363-42f6-a6c3-02f4f2184116, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f396b2da-4363-42f6-a6c3-02f4f2184116,segment=NetworkSegment(0d125c09-a46c-4196-8e41-903d8a965a20),segment_id=0d125c09-a46c-4196-8e41-903d8a965a20)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:57:41.570098 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c34da1b-d23b-4336-bc88-0952a425cd35 x-openstack-request-id: req-1c34da1b-d23b-4336-bc88-0952a425cd35 {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:57:41.570416 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edea3af2-ed92-4076-a63f-00c84c94342c", "name": "network-vif-plugged", "status": "completed", "tag": "13e22131-0e22-4496-80cf-c6172a685f66", "code": 200}]} {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:57:41.570679 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1c34da1b-d23b-4336-bc88-0952a425cd35 {{(pid=102622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:57:41.572139 dv-cinder-778193-18-iscsi neutron-server[102622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edea3af2-ed92-4076-a63f-00c84c94342c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e22131-0e22-4496-80cf-c6172a685f66', 'code': 200} Feb 17 09:57:41.574587 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-8caca770-17ef-4133-a662-5b6e90c30cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:41.576732 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (f396b2da-4363-42f6-a6c3-02f4f2184116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:41.667979 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-42f839ae-9f31-45a7-b721-098dc36f604c req-d4cf3897-dc06-4460-98d6-3b7d61a995a3 service neutron] 10.222.0.93 "GET /v2.0/networks/b2432867-45f9-4904-a392-095ca5cf2bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4874711 Feb 17 09:57:41.738627 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=f396b2da-4363-42f6-a6c3-02f4f2184116,revision_number=4']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:41.855097 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd111c6-4bd0-40f9-b014-961a01d098b6 req-679d206f-09a3-436a-9b39-31b4381e3617 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:41.857021 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2cd111c6-4bd0-40f9-b014-961a01d098b6 req-679d206f-09a3-436a-9b39-31b4381e3617 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=c3811015-f71d-40a1-931b-3f214e98d884 HTTP/1.1" status: 200 len: 946 time: 0.1353991 Feb 17 09:57:41.871498 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f987136-56f7-4a6b-97df-87fc4410f553 req-774c0c4e-1716-42df-a6d4-9e3df3a479bb tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:41.873317 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4f987136-56f7-4a6b-97df-87fc4410f553 req-774c0c4e-1716-42df-a6d4-9e3df3a479bb tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 943 time: 0.1646807 Feb 17 09:57:41.889398 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-42f839ae-9f31-45a7-b721-098dc36f604c req-3e0c62c6-d2f5-4ac3-8159-4deb53a69866 service neutron] 10.222.0.93 "GET /v2.0/networks/b2432867-45f9-4904-a392-095ca5cf2bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101145 Feb 17 09:57:41.939385 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['f396b2da-4363-42f6-a6c3-02f4f2184116'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:57:41.953816 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2cd111c6-4bd0-40f9-b014-961a01d098b6 req-c1a16eff-aaca-4d23-a5b2-51845ac8b618 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793478 Feb 17 09:57:42.037484 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4f987136-56f7-4a6b-97df-87fc4410f553 req-537af8bc-1864-401a-b886-54e6e8f37f00 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261764 Feb 17 09:57:42.223983 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba02f39-ee82-4bfd-bf24-1a3762e056e7 req-6f640a1a-9b40-4994-8bc9-4e72033c61db tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:42.229529 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-eba02f39-ee82-4bfd-bf24-1a3762e056e7 req-6f640a1a-9b40-4994-8bc9-4e72033c61db tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.1419199 Feb 17 09:57:42.374128 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-eba02f39-ee82-4bfd-bf24-1a3762e056e7 req-e560cb06-c616-4469-bd48-1da538ca7e09 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273286 Feb 17 09:57:42.399418 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdbd81-dc65-4529-830a-c4cf6ece0582 req-96e2acce-41cc-40fb-b481-b85277df7f40 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:42.400411 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0fcdbd81-dc65-4529-830a-c4cf6ece0582 req-96e2acce-41cc-40fb-b481-b85277df7f40 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=48440013-66a3-4daf-81b3-918807e439b2 HTTP/1.1" status: 200 len: 945 time: 0.1691329 Feb 17 09:57:42.443471 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52aa74d-1ef8-4b51-a50a-cef26bb0c52e req-b8d584aa-78d7-438e-90d8-59c75aec39af tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:42.455322 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-f52aa74d-1ef8-4b51-a50a-cef26bb0c52e req-b8d584aa-78d7-438e-90d8-59c75aec39af tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.93 "GET /v2.0/ports?device_id=c3811015-f71d-40a1-931b-3f214e98d884 HTTP/1.1" status: 200 len: 946 time: 0.0921628 Feb 17 09:57:42.509968 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0fcdbd81-dc65-4529-830a-c4cf6ece0582 req-7dabac09-8cda-4d9e-8028-b52e66b4ac4b tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd192e7d-e596-44fb-9dca-cb839975ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019945 Feb 17 09:57:42.671853 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-f52aa74d-1ef8-4b51-a50a-cef26bb0c52e req-06045439-6aa0-419a-8be9-70c63a04e545 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Deleting port 27de2a8a-b75b-4d92-82a1-03eba194cd8d {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:57:42.672631 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-f52aa74d-1ef8-4b51-a50a-cef26bb0c52e req-06045439-6aa0-419a-8be9-70c63a04e545 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (27de2a8a-b75b-4d92-82a1-03eba194cd8d), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:42.719920 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e513ad6-2d68-4500-bf4f-4091d10d46f4 req-08b5a238-5a71-4ad0-bfd3-45686df11040 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:42.723087 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6e513ad6-2d68-4500-bf4f-4091d10d46f4 req-08b5a238-5a71-4ad0-bfd3-45686df11040 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.1661584 Feb 17 09:57:42.778101 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00301aa4-72b4-4a2d-8cc0-21247480d590 req-5dc704f8-20a1-4d3a-ae7b-84d69fb9b327 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:42.779813 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-00301aa4-72b4-4a2d-8cc0-21247480d590 req-5dc704f8-20a1-4d3a-ae7b-84d69fb9b327 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.1308172 Feb 17 09:57:42.792777 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-f52aa74d-1ef8-4b51-a50a-cef26bb0c52e req-06045439-6aa0-419a-8be9-70c63a04e545 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] For port 27de2a8a-b75b-4d92-82a1-03eba194cd8d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=27de2a8a-b75b-4d92-82a1-03eba194cd8d,segment=NetworkSegment(d858bd6f-9f4a-456e-b559-3a505e873a9d),segment_id=d858bd6f-9f4a-456e-b559-3a505e873a9d)] {{(pid=102621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:57:42.793988 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-f52aa74d-1ef8-4b51-a50a-cef26bb0c52e req-06045439-6aa0-419a-8be9-70c63a04e545 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (27de2a8a-b75b-4d92-82a1-03eba194cd8d), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:42.817193 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6e513ad6-2d68-4500-bf4f-4091d10d46f4 req-47a93ba7-5009-4ab2-a1e3-ba540333f7de tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873718 Feb 17 09:57:42.827645 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-f52aa74d-1ef8-4b51-a50a-cef26bb0c52e req-06045439-6aa0-419a-8be9-70c63a04e545 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Calling delete_port for 27de2a8a-b75b-4d92-82a1-03eba194cd8d owned by compute:nova {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:57:42.879780 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-00301aa4-72b4-4a2d-8cc0-21247480d590 req-e36805c8-8c3c-4ab0-bd6e-14d9430d644f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937984 Feb 17 09:57:43.116860 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-f52aa74d-1ef8-4b51-a50a-cef26bb0c52e req-06045439-6aa0-419a-8be9-70c63a04e545 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402'] for port (27de2a8a-b75b-4d92-82a1-03eba194cd8d), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:43.140101 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['d8cc59f0-a44e-470b-80dc-65f6b98f51b4', '27de2a8a-b75b-4d92-82a1-03eba194cd8d'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:57:43.264958 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb342756-7887-4390-addd-f5bb532ce81e req-1317c234-8017-4be2-b43f-76e19568a9a9 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:43.266567 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-bb342756-7887-4390-addd-f5bb532ce81e req-1317c234-8017-4be2-b43f-76e19568a9a9 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=c3811015-f71d-40a1-931b-3f214e98d884 HTTP/1.1" status: 200 len: 867 time: 0.1979427 Feb 17 09:57:43.270530 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06045439-6aa0-419a-8be9-70c63a04e545 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Pushing event deleted for resources: {'Port': ['ID=27de2a8a-b75b-4d92-82a1-03eba194cd8d,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:43.473925 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52aa74d-1ef8-4b51-a50a-cef26bb0c52e req-06045439-6aa0-419a-8be9-70c63a04e545 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] No DVR routers for this DVR port 27de2a8a-b75b-4d92-82a1-03eba194cd8d on host hv-cinder-77819 {{(pid=102621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:57:43.482273 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-f52aa74d-1ef8-4b51-a50a-cef26bb0c52e req-06045439-6aa0-419a-8be9-70c63a04e545 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:43.499322 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-f52aa74d-1ef8-4b51-a50a-cef26bb0c52e req-06045439-6aa0-419a-8be9-70c63a04e545 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.93 "DELETE /v2.0/ports/27de2a8a-b75b-4d92-82a1-03eba194cd8d HTTP/1.1" status: 204 len: 173 time: 1.0395575 Feb 17 09:57:43.499965 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3811015-f71d-40a1-931b-3f214e98d884', 'name': 'network-vif-deleted', 'tag': '27de2a8a-b75b-4d92-82a1-03eba194cd8d'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:57:43.502511 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc3ff72-e8ba-4443-8fd2-d2f185c53366" -d '{"events": [{"server_uuid": "c3811015-f71d-40a1-931b-3f214e98d884", "name": "network-vif-deleted", "tag": "27de2a8a-b75b-4d92-82a1-03eba194cd8d"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:57:43.582980 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-bb342756-7887-4390-addd-f5bb532ce81e req-6126b339-a16c-4ad3-a562-f82fbe1482c2 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059120 Feb 17 09:57:43.632729 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e7f7f-bf79-4b7a-8bb9-d5a7e6eafd3c req-5c3d7932-23ff-4220-8d6d-ff4f16e0c0d0 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:43.657556 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-770e7f7f-bf79-4b7a-8bb9-d5a7e6eafd3c req-5c3d7932-23ff-4220-8d6d-ff4f16e0c0d0 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 943 time: 0.2596228 Feb 17 09:57:43.734138 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-770e7f7f-bf79-4b7a-8bb9-d5a7e6eafd3c req-c244766b-a539-4b42-856e-8f0f4856f1ae tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736008 Feb 17 09:57:43.855965 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdeb0897-cc18-42a3-94d4-b9bc7cd776fb x-openstack-request-id: req-bdeb0897-cc18-42a3-94d4-b9bc7cd776fb {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:57:43.856464 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3811015-f71d-40a1-931b-3f214e98d884", "name": "network-vif-deleted", "tag": "27de2a8a-b75b-4d92-82a1-03eba194cd8d", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:57:43.856799 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-bdeb0897-cc18-42a3-94d4-b9bc7cd776fb {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:57:43.858213 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3811015-f71d-40a1-931b-3f214e98d884', 'name': 'network-vif-deleted', 'tag': '27de2a8a-b75b-4d92-82a1-03eba194cd8d', 'status': 'completed', 'code': 200} Feb 17 09:57:43.900392 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f6661-c0f2-4b4a-b880-18445e0b2051 req-b260a5df-c3a3-4438-814d-327f19649a48 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:43.906905 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-651f6661-c0f2-4b4a-b880-18445e0b2051 req-b260a5df-c3a3-4438-814d-327f19649a48 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.1673641 Feb 17 09:57:43.974910 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-940d09c1-1cff-40c4-8d94-6e08862033d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:44.100621 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-651f6661-c0f2-4b4a-b880-18445e0b2051 req-6e777cd8-f253-409a-bc5a-43e6e1b663d6 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739306 Feb 17 09:57:44.212351 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc1970-043e-4a1b-891c-6530d4e40706 req-af9b88aa-4ac7-4cc5-8278-280609621b5e tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:44.214179 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-dfdc1970-043e-4a1b-891c-6530d4e40706 req-af9b88aa-4ac7-4cc5-8278-280609621b5e tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=48440013-66a3-4daf-81b3-918807e439b2 HTTP/1.1" status: 200 len: 945 time: 0.1925721 Feb 17 09:57:44.316795 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-dfdc1970-043e-4a1b-891c-6530d4e40706 req-c7cf7aa0-48fd-4b9d-adfd-ecf86eeb9cb9 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd192e7d-e596-44fb-9dca-cb839975ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924170 Feb 17 09:57:44.373256 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4a1c8-8da7-4312-b1d8-6859f040e9b5 req-06084064-c39c-4121-9bc2-253be886cefc tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:44.388001 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-74d4a1c8-8da7-4312-b1d8-6859f040e9b5 req-06084064-c39c-4121-9bc2-253be886cefc tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.1719670 Feb 17 09:57:44.483468 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device f396b2da-4363-42f6-a6c3-02f4f2184116 up at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:57:44.544050 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-74d4a1c8-8da7-4312-b1d8-6859f040e9b5 req-159be01f-190e-4860-9955-976bc4924e8d tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547666 Feb 17 09:57:44.572317 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7745de-f433-491c-92b0-074b6be83985 req-dff4f53e-7a04-42d4-9c68-c2dcf9d97c9a tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:44.581325 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ce7745de-f433-491c-92b0-074b6be83985 req-dff4f53e-7a04-42d4-9c68-c2dcf9d97c9a tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.1594660 Feb 17 09:57:44.613289 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning for port f396b2da-4363-42f6-a6c3-02f4f2184116 completed by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:57:44.624530 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning complete for port f396b2da-4363-42f6-a6c3-02f4f2184116 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:44.626958 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (f396b2da-4363-42f6-a6c3-02f4f2184116), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:44.698437 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ce7745de-f433-491c-92b0-074b6be83985 req-bd510be5-7d98-429d-892d-10d00117d02f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088116 Feb 17 09:57:44.825078 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port f396b2da-4363-42f6-a6c3-02f4f2184116 is: BUILD; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:57:44.825473 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (f396b2da-4363-42f6-a6c3-02f4f2184116), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:44.859944 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48440013-66a3-4daf-81b3-918807e439b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f396b2da-4363-42f6-a6c3-02f4f2184116'}] {{(pid=102622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:57:44.862354 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c0921c82721ddcd3043691fcb1168a632d6e856cc39374f61865f4aa2fd6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4966517-fc41-4c4f-8fd6-253d51a0206f" -d '{"events": [{"server_uuid": "48440013-66a3-4daf-81b3-918807e439b2", "name": "network-vif-plugged", "status": "completed", "tag": "f396b2da-4363-42f6-a6c3-02f4f2184116"}]}' {{(pid=102622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:57:44.882967 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port f396b2da-4363-42f6-a6c3-02f4f2184116, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f396b2da-4363-42f6-a6c3-02f4f2184116,segment=NetworkSegment(0d125c09-a46c-4196-8e41-903d8a965a20),segment_id=0d125c09-a46c-4196-8e41-903d8a965a20)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:57:44.888968 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (f396b2da-4363-42f6-a6c3-02f4f2184116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:44.890055 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 27de2a8a-b75b-4d92-82a1-03eba194cd8d no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:57:44.952286 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] No Port match for: 27de2a8a-b75b-4d92-82a1-03eba194cd8d {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:57:44.952672 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 27de2a8a-b75b-4d92-82a1-03eba194cd8d not bound to the agent host hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:57:44.971834 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d9eb685f-7e45-4682-8895-9743c7898145 req-2ac9376a-515d-4d42-9433-4eea15d36d59 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=c3811015-f71d-40a1-931b-3f214e98d884 HTTP/1.1" status: 200 len: 210 time: 0.1123812 Feb 17 09:57:44.991546 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:44.997281 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=f396b2da-4363-42f6-a6c3-02f4f2184116,revision_number=5']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:45.073818 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf067c-165d-4fde-8dd5-f97435f0a7f3 req-4e57f2cf-b6bd-4dda-a9ef-4b9399f94f85 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:45.076046 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2abf067c-165d-4fde-8dd5-f97435f0a7f3 req-4e57f2cf-b6bd-4dda-a9ef-4b9399f94f85 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 943 time: 0.1532757 Feb 17 09:57:45.200688 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2abf067c-165d-4fde-8dd5-f97435f0a7f3 req-dc93113d-ad69-461d-a8a9-dd9250561834 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165812 Feb 17 09:57:45.265332 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25219eec-1d06-4704-9345-d0568dabca22 req-a34806d2-9b74-48af-91b3-09b7833229cf tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:45.267867 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-25219eec-1d06-4704-9345-d0568dabca22 req-a34806d2-9b74-48af-91b3-09b7833229cf tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.1274586 Feb 17 09:57:45.269201 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df35698-a150-42b6-8594-4353f1e6946a x-openstack-request-id: req-2df35698-a150-42b6-8594-4353f1e6946a {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:57:45.269646 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48440013-66a3-4daf-81b3-918807e439b2", "name": "network-vif-plugged", "status": "completed", "tag": "f396b2da-4363-42f6-a6c3-02f4f2184116", "code": 200}]} {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:57:45.269974 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-2df35698-a150-42b6-8594-4353f1e6946a {{(pid=102622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:57:45.270502 dv-cinder-778193-18-iscsi neutron-server[102622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48440013-66a3-4daf-81b3-918807e439b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f396b2da-4363-42f6-a6c3-02f4f2184116', 'code': 200} Feb 17 09:57:45.367889 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-25219eec-1d06-4704-9345-d0568dabca22 req-caee55fc-cf4e-47aa-91ed-193a02b06190 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921676 Feb 17 09:57:45.416324 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344466f-725c-470c-bc94-cbc297a92129 req-7bf6389e-c3c8-4a8a-b5e1-c0f899d2e67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:45.417852 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-f344466f-725c-470c-bc94-cbc297a92129 req-7bf6389e-c3c8-4a8a-b5e1-c0f899d2e67a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7039608c8379432d81234a6c5f780815&device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 1130 time: 0.1017029 Feb 17 09:57:45.466135 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed05722-e7c6-4e3a-a1fa-6395379d8ed2 req-ed5464d4-2f56-4158-ba79-85ae86c33a69 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:45.482918 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4ed05722-e7c6-4e3a-a1fa-6395379d8ed2 req-ed5464d4-2f56-4158-ba79-85ae86c33a69 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.1130323 Feb 17 09:57:45.624781 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344466f-725c-470c-bc94-cbc297a92129 req-ea17074e-038a-4047-b651-bda6bdca8b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:45.626351 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-f344466f-725c-470c-bc94-cbc297a92129 req-ea17074e-038a-4047-b651-bda6bdca8b9e service neutron] 10.222.0.93 "GET /v2.0/networks?id=796052e6-6954-480c-a009-16c1a3be89b8 HTTP/1.1" status: 200 len: 912 time: 0.1918120 Feb 17 09:57:45.639891 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d20ca3-a30a-4a64-bdf0-5f940eff65a5 req-7279e390-662c-4cdc-bcf1-c76d55d08686 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:45.641758 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-38d20ca3-a30a-4a64-bdf0-5f940eff65a5 req-7279e390-662c-4cdc-bcf1-c76d55d08686 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=48440013-66a3-4daf-81b3-918807e439b2 HTTP/1.1" status: 200 len: 946 time: 0.1515317 Feb 17 09:57:45.652633 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4ed05722-e7c6-4e3a-a1fa-6395379d8ed2 req-03b307a0-3c78-41b2-934c-396990fa3ca7 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499722 Feb 17 09:57:45.760126 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-38d20ca3-a30a-4a64-bdf0-5f940eff65a5 req-4f1deede-893f-4853-9d67-81ae7abb1ea8 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd192e7d-e596-44fb-9dca-cb839975ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949178 Feb 17 09:57:45.841943 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-f344466f-725c-470c-bc94-cbc297a92129 req-96892f82-015f-4929-8fcc-b3907a0a7bb2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2b0c8b6-0061-4e26-83aa-bbc49bff05ee HTTP/1.1" status: 200 len: 1001 time: 0.1826642 Feb 17 09:57:45.848820 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cfe9d-99b4-4fee-8bdc-987f3d6d1c40 req-62de4c30-6ecd-4df1-963c-447fadba0f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:45.850276 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e49cfe9d-99b4-4fee-8bdc-987f3d6d1c40 req-62de4c30-6ecd-4df1-963c-447fadba0f35 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=48440013-66a3-4daf-81b3-918807e439b2 HTTP/1.1" status: 200 len: 1130 time: 0.2050636 Feb 17 09:57:45.889379 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41310b6-d85f-48a0-bff7-2cc6cb535153 req-f0239bdd-7cd2-4efa-92f1-414ab4e9dbe0 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:45.891138 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b41310b6-d85f-48a0-bff7-2cc6cb535153 req-f0239bdd-7cd2-4efa-92f1-414ab4e9dbe0 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.0724785 Feb 17 09:57:45.990073 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344466f-725c-470c-bc94-cbc297a92129 req-def59b23-86a7-4fb6-8bbd-5a691f7cf2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:45.991794 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-f344466f-725c-470c-bc94-cbc297a92129 req-def59b23-86a7-4fb6-8bbd-5a691f7cf2a8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4595d53c-1b19-44a4-9d57-e790e2a0475e HTTP/1.1" status: 200 len: 849 time: 0.1147008 Feb 17 09:57:46.000723 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e49cfe9d-99b4-4fee-8bdc-987f3d6d1c40 req-a5a1c52c-55b7-49d5-9d33-d25fbfd020f0 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=fd192e7d-e596-44fb-9dca-cb839975ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106534 Feb 17 09:57:46.062426 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b41310b6-d85f-48a0-bff7-2cc6cb535153 req-728cd130-30f5-4290-aa9f-c8dbc1e49198 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638694 Feb 17 09:57:46.253508 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:46.434843 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39456f-537a-4116-aef4-42077b3b7fbb req-223b5be6-dfd8-4350-9547-37877fcfbde6 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:46.437486 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8e39456f-537a-4116-aef4-42077b3b7fbb req-223b5be6-dfd8-4350-9547-37877fcfbde6 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 943 time: 0.1275742 Feb 17 09:57:46.518864 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8e39456f-537a-4116-aef4-42077b3b7fbb req-5f891451-ad48-4a44-9d52-ca9bb5df5e4d tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753443 Feb 17 09:57:46.540568 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b68755-d7b8-49c7-bf5c-176597358123 req-2835010a-ce4e-4120-84b0-23e280c71826 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:46.542485 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b8b68755-d7b8-49c7-bf5c-176597358123 req-2835010a-ce4e-4120-84b0-23e280c71826 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0774229 Feb 17 09:57:46.592049 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b8b68755-d7b8-49c7-bf5c-176597358123 req-601546e6-4270-4462-9c9c-b29287564ba0 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434597 Feb 17 09:57:46.800168 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec38f98-df24-46df-9025-faa64f5d2573 req-69bee934-6256-438c-b079-e97d8bd308e8 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:46.801501 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6ec38f98-df24-46df-9025-faa64f5d2573 req-69bee934-6256-438c-b079-e97d8bd308e8 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0590873 Feb 17 09:57:46.894176 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6ec38f98-df24-46df-9025-faa64f5d2573 req-298663a3-dd3c-459f-a66a-933be998245f tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854950 Feb 17 09:57:46.919384 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a969ad0-914b-4fcb-ba29-1c5ce383d3a6 req-e71faa52-a97c-40f3-9947-3551115c0aee tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:46.919384 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3a969ad0-914b-4fcb-ba29-1c5ce383d3a6 req-e71faa52-a97c-40f3-9947-3551115c0aee tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=48440013-66a3-4daf-81b3-918807e439b2 HTTP/1.1" status: 200 len: 946 time: 0.0815661 Feb 17 09:57:46.968999 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3a969ad0-914b-4fcb-ba29-1c5ce383d3a6 req-7a359bb4-93c8-407f-92d8-734f18894ac8 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd192e7d-e596-44fb-9dca-cb839975ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473919 Feb 17 09:57:47.205859 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0106d5-13cd-4e48-b40b-ddb00670422b req-26beb322-58f6-4091-afec-0cb7fa9555e1 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:47.207548 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-eb0106d5-13cd-4e48-b40b-ddb00670422b req-26beb322-58f6-4091-afec-0cb7fa9555e1 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.0580053 Feb 17 09:57:47.263965 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-eb0106d5-13cd-4e48-b40b-ddb00670422b req-0a5a6120-414f-4bd4-960a-247eea1be89f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506358 Feb 17 09:57:47.541602 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17fbaf8-8e58-4418-abcf-8ccf6ee61222 req-bdd58cb5-fc60-4655-abcb-e621c6188999 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:47.543382 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a17fbaf8-8e58-4418-abcf-8ccf6ee61222 req-bdd58cb5-fc60-4655-abcb-e621c6188999 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=d0299923-afdb-4ac1-9059-0374d9a12af4 HTTP/1.1" status: 200 len: 945 time: 0.0801401 Feb 17 09:57:47.651936 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a17fbaf8-8e58-4418-abcf-8ccf6ee61222 req-70fa7895-7a6c-4e66-9718-31512f443706 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991092 Feb 17 09:57:47.701283 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6fdd4-a7e1-4d83-a554-0ab408b9aa8e req-7a7948ff-576a-45a6-9620-7c204d54f136 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:47.703055 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ecf6fdd4-a7e1-4d83-a554-0ab408b9aa8e req-7a7948ff-576a-45a6-9620-7c204d54f136 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 943 time: 0.0977423 Feb 17 09:57:47.798410 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ecf6fdd4-a7e1-4d83-a554-0ab408b9aa8e req-5366da7c-0a8a-4f56-80fa-b20b35fdde46 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896873 Feb 17 09:57:47.804255 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:47.841189 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7af157-723c-4376-adc4-63bf36b4994b req-1419b2a7-9a35-4b82-b847-51fcfb75f30d tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:47.847201 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7e7af157-723c-4376-adc4-63bf36b4994b req-1419b2a7-9a35-4b82-b847-51fcfb75f30d tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0884852 Feb 17 09:57:47.900323 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7e7af157-723c-4376-adc4-63bf36b4994b req-e9ffb8d0-10ef-4224-9fcf-9e5e02b7dfac tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460792 Feb 17 09:57:48.052119 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a44561-df7a-49c4-a916-2303941bc4a0 req-a3e90037-71ab-406b-8123-248dfdd163bd tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:48.053731 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-48a44561-df7a-49c4-a916-2303941bc4a0 req-a3e90037-71ab-406b-8123-248dfdd163bd tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0838842 Feb 17 09:57:48.162134 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1119a4-3694-4024-8057-ac39ade2809c req-7f400690-b7a9-421f-bc99-cd573cc7a1de tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:48.163398 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-5b1119a4-3694-4024-8057-ac39ade2809c req-7f400690-b7a9-421f-bc99-cd573cc7a1de tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=48440013-66a3-4daf-81b3-918807e439b2 HTTP/1.1" status: 200 len: 946 time: 0.1087112 Feb 17 09:57:48.166718 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-48a44561-df7a-49c4-a916-2303941bc4a0 req-d295e80d-40c2-40a8-b103-c9ab5285597f tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002634 Feb 17 09:57:48.217026 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-5b1119a4-3694-4024-8057-ac39ade2809c req-a07eb6d7-1423-4d86-a9fc-646e576f311f tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd192e7d-e596-44fb-9dca-cb839975ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473611 Feb 17 09:57:48.399336 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fe0ea-ba4e-48ea-b3b0-e6af43a74a25 req-e5315b3d-2cf8-4fb2-bf7a-a946c0130e1f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:48.400881 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8f9fe0ea-ba4e-48ea-b3b0-e6af43a74a25 req-e5315b3d-2cf8-4fb2-bf7a-a946c0130e1f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.0602322 Feb 17 09:57:48.457808 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8f9fe0ea-ba4e-48ea-b3b0-e6af43a74a25 req-43bcc174-2cd0-4586-81c7-c4b007401b55 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502801 Feb 17 09:57:48.768039 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a8be2-2c20-4e9e-9224-fcdfa3998c03 req-5452b9b3-61a5-4a66-b8d7-b83ad0d3af06 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:48.769508 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a70a8be2-2c20-4e9e-9224-fcdfa3998c03 req-5452b9b3-61a5-4a66-b8d7-b83ad0d3af06 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=d0299923-afdb-4ac1-9059-0374d9a12af4 HTTP/1.1" status: 200 len: 945 time: 0.0510163 Feb 17 09:57:48.814274 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a70a8be2-2c20-4e9e-9224-fcdfa3998c03 req-cee9db32-d176-4e5e-a53f-81c1bfe91053 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388389 Feb 17 09:57:48.915986 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56161a2-bf3d-4d19-9755-fb673edf2579 req-e1257738-48c4-4c2a-8c84-ae8a5ab59de7 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:48.917438 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c56161a2-bf3d-4d19-9755-fb673edf2579 req-e1257738-48c4-4c2a-8c84-ae8a5ab59de7 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 943 time: 0.0515914 Feb 17 09:57:48.962610 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c56161a2-bf3d-4d19-9755-fb673edf2579 req-6d1100e3-ac62-4d36-982e-3852e509482c tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397601 Feb 17 09:57:49.021071 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946abc9-a94e-4a43-b0bf-9ffdd7051188 req-2ed5f0c5-4dc4-4235-87c2-4bd6961f93a7 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:49.022443 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d946abc9-a94e-4a43-b0bf-9ffdd7051188 req-2ed5f0c5-4dc4-4235-87c2-4bd6961f93a7 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0573726 Feb 17 09:57:49.067816 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d946abc9-a94e-4a43-b0bf-9ffdd7051188 req-caa28dac-e096-4af9-a5ce-4160eb815c9d tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393341 Feb 17 09:57:49.288016 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344466f-725c-470c-bc94-cbc297a92129 req-aa89aa69-36ab-4b8b-9abe-8260d54f6fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:49.290929 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-f344466f-725c-470c-bc94-cbc297a92129 req-aa89aa69-36ab-4b8b-9abe-8260d54f6fe0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=796052e6-6954-480c-a009-16c1a3be89b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0585542 Feb 17 09:57:49.297516 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165d695-1c5f-4e06-b32f-f9118705f8e4 req-fddbd1e7-4f02-4c00-b807-03042e59129d tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:49.298973 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6165d695-1c5f-4e06-b32f-f9118705f8e4 req-fddbd1e7-4f02-4c00-b807-03042e59129d tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0624912 Feb 17 09:57:49.378413 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6165d695-1c5f-4e06-b32f-f9118705f8e4 req-99be702b-2679-4c4a-985a-cc0fa49d5d0d tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696003 Feb 17 09:57:49.391507 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1140402-a370-4aa7-8221-c38495aaee7d req-40e7b6a7-2490-44d2-aee3-62674bf96f50 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:49.393038 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d1140402-a370-4aa7-8221-c38495aaee7d req-40e7b6a7-2490-44d2-aee3-62674bf96f50 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=48440013-66a3-4daf-81b3-918807e439b2 HTTP/1.1" status: 200 len: 946 time: 0.0931716 Feb 17 09:57:49.445399 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 49812) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:57:49.479500 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-f344466f-725c-470c-bc94-cbc297a92129 req-15a00dcd-6014-464e-80f8-adf4621a1db7 service neutron] 10.222.0.93 "GET /v2.0/networks/796052e6-6954-480c-a009-16c1a3be89b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082511 Feb 17 09:57:49.488822 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d1140402-a370-4aa7-8221-c38495aaee7d req-90d1372d-dfc5-44de-977c-1cd3659759cb tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd192e7d-e596-44fb-9dca-cb839975ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899184 Feb 17 09:57:49.508910 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.db_base_plugin_v2 [None req-b64d7df7-8301-4074-ba3c-777c6afb866c admin admin] Deleting subnet a9fedabc-4575-48b6-a4ca-ca4ff06de6dc {{(pid=102620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 09:57:49.512356 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b64d7df7-8301-4074-ba3c-777c6afb866c admin admin] Publish callbacks [] for subnet (a9fedabc-4575-48b6-a4ca-ca4ff06de6dc), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:49.540736 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:57:49.585396 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b64d7df7-8301-4074-ba3c-777c6afb866c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8734474'] for subnet (a9fedabc-4575-48b6-a4ca-ca4ff06de6dc), precommit_delete_associations {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:49.625163 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-f344466f-725c-470c-bc94-cbc297a92129 req-34d91ea9-4a88-4fe3-ab75-8f3cfc4beccc service neutron] 10.222.0.93 "GET /v2.0/networks/796052e6-6954-480c-a009-16c1a3be89b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122150 Feb 17 09:57:49.642405 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b64d7df7-8301-4074-ba3c-777c6afb866c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3464074'] for subnet (a9fedabc-4575-48b6-a4ca-ca4ff06de6dc), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:49.673863 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec9d7e-2b95-4489-902f-e37389ad36d4 req-3af21221-c983-4c7c-8749-81b5fc157fb8 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:49.675370 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-92ec9d7e-2b95-4489-902f-e37389ad36d4 req-3af21221-c983-4c7c-8749-81b5fc157fb8 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.1201386 Feb 17 09:57:49.743879 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-92ec9d7e-2b95-4489-902f-e37389ad36d4 req-6ad8c84f-fedf-41f5-884b-bda8c91f42dc tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622988 Feb 17 09:57:49.745340 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b64d7df7-8301-4074-ba3c-777c6afb866c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3464067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11330472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8420506'] for subnet (a9fedabc-4575-48b6-a4ca-ca4ff06de6dc), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:49.772667 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d7df7-8301-4074-ba3c-777c6afb866c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9fedabc-4575-48b6-a4ca-ca4ff06de6dc,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:49.778131 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b64d7df7-8301-4074-ba3c-777c6afb866c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:49.783886 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 49832) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:57:49.784024 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-b64d7df7-8301-4074-ba3c-777c6afb866c admin admin] 10.222.0.82 "DELETE /v2.0/subnets/a9fedabc-4575-48b6-a4ca-ca4ff06de6dc HTTP/1.1" status: 204 len: 168 time: 0.3361557 Feb 17 09:57:49.867324 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c3274a2f-2110-436c-aa7c-8c3f180455d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687351'] for network (d6114fe2-e794-4d95-9119-6f1373811ee8), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:50.014940 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4f78d-ca8b-4669-a4ab-792a8f7d012f req-1f048d9a-31a6-4c24-b4c4-25319f5f5784 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:50.015266 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c3274a2f-2110-436c-aa7c-8c3f180455d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461623', 'neutron.services.segments.db._delete_segments_for_network-8771562732683'] for network (d6114fe2-e794-4d95-9119-6f1373811ee8), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:50.022928 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0bb4f78d-ca8b-4669-a4ab-792a8f7d012f req-1f048d9a-31a6-4c24-b4c4-25319f5f5784 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=d0299923-afdb-4ac1-9059-0374d9a12af4 HTTP/1.1" status: 200 len: 945 time: 0.0868580 Feb 17 09:57:50.045684 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c3274a2f-2110-436c-aa7c-8c3f180455d9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:57:50.046022 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c3274a2f-2110-436c-aa7c-8c3f180455d9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:57:50.046806 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c3274a2f-2110-436c-aa7c-8c3f180455d9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:57:50.047117 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c3274a2f-2110-436c-aa7c-8c3f180455d9 admin admin] Subscribe: > port after_create 55550000 {{(pid=102621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:57:50.047479 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c3274a2f-2110-436c-aa7c-8c3f180455d9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:57:50.047810 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c3274a2f-2110-436c-aa7c-8c3f180455d9 admin admin] Subscribe: > port after_update 55550000 {{(pid=102621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:57:50.048121 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c3274a2f-2110-436c-aa7c-8c3f180455d9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:57:50.048459 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c3274a2f-2110-436c-aa7c-8c3f180455d9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:57:50.048772 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c3274a2f-2110-436c-aa7c-8c3f180455d9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:57:50.049630 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c3274a2f-2110-436c-aa7c-8c3f180455d9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:57:50.111080 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0bb4f78d-ca8b-4669-a4ab-792a8f7d012f req-7142fe62-75f0-4715-a4b8-1230f77e5a84 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864758 Feb 17 09:57:50.132843 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e177c-452f-4eb3-b2b6-d7ba97c59288 req-295650ab-d3d3-4f54-a35d-0b64a401c350 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:50.132843 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-da7e177c-452f-4eb3-b2b6-d7ba97c59288 req-295650ab-d3d3-4f54-a35d-0b64a401c350 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 943 time: 0.0817232 Feb 17 09:57:50.187461 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-da7e177c-452f-4eb3-b2b6-d7ba97c59288 req-3aed1b3c-0fa0-49e5-a896-41c19cec20fb tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484388 Feb 17 09:57:50.247277 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6593a-fade-44b7-8dc5-4523c3236b90 req-f74d41c5-63a3-422b-aacd-11461405091e tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:50.248774 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ecd6593a-fade-44b7-8dc5-4523c3236b90 req-f74d41c5-63a3-422b-aacd-11461405091e tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0601623 Feb 17 09:57:50.284216 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c3274a2f-2110-436c-aa7c-8c3f180455d9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:57:50.285030 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c3274a2f-2110-436c-aa7c-8c3f180455d9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:57:50.285530 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c3274a2f-2110-436c-aa7c-8c3f180455d9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:57:50.286028 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c3274a2f-2110-436c-aa7c-8c3f180455d9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:57:50.286568 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.services.segments.db [None req-c3274a2f-2110-436c-aa7c-8c3f180455d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6114fe2-e794-4d95-9119-6f1373811ee8']}} {{(pid=102621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:50.306390 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.services.segments.db [None req-c3274a2f-2110-436c-aa7c-8c3f180455d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16d922d8-128b-4529-bd1d-39c844a7d0e5') {'for_net_delete': True} {{(pid=102621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:50.308073 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.services.segments.db [None req-c3274a2f-2110-436c-aa7c-8c3f180455d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16d922d8-128b-4529-bd1d-39c844a7d0e5') {} {{(pid=102621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:50.312958 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ecd6593a-fade-44b7-8dc5-4523c3236b90 req-9fc79f73-0f10-45ea-8215-1380395854c9 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578251 Feb 17 09:57:50.326532 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c3274a2f-2110-436c-aa7c-8c3f180455d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771562733460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9362199'] for segment (16d922d8-128b-4529-bd1d-39c844a7d0e5), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:50.349250 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c3274a2f-2110-436c-aa7c-8c3f180455d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (16d922d8-128b-4529-bd1d-39c844a7d0e5), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:50.359480 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3274a2f-2110-436c-aa7c-8c3f180455d9 admin admin] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=102621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:57:50.360181 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c3274a2f-2110-436c-aa7c-8c3f180455d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9010396'] for segment (16d922d8-128b-4529-bd1d-39c844a7d0e5), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: from cryptography.utils import int_from_bytes Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: from cryptography.utils import int_from_bytes Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: Traceback (most recent call last): Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: timer() Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: cb(*args, **kw) Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: return func(*args, **kwargs) Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: self._notify() Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: self.callback(batched_events) Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: event.method(event) Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: return f(self, *a, **k) Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: return self._get(url).json() Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: return self.request(url, 'GET', **kwargs) Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:57:50.364498 dv-cinder-778193-18-iscsi neutron-server[102621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:57:50.434292 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c3274a2f-2110-436c-aa7c-8c3f180455d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3461388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3931527'] for network (d6114fe2-e794-4d95-9119-6f1373811ee8), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:50.453117 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3274a2f-2110-436c-aa7c-8c3f180455d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6114fe2-e794-4d95-9119-6f1373811ee8,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:50.455096 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c3274a2f-2110-436c-aa7c-8c3f180455d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:50.463023 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-c3274a2f-2110-436c-aa7c-8c3f180455d9 admin admin] 10.222.0.82 "DELETE /v2.0/networks/d6114fe2-e794-4d95-9119-6f1373811ee8 HTTP/1.1" status: 204 len: 168 time: 0.6776547 Feb 17 09:57:50.587817 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d26e9f-18ed-4bcb-98c4-b30c97f10632 req-b34b01d4-2754-46a5-8618-142a9b713c7e tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:50.589390 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-16d26e9f-18ed-4bcb-98c4-b30c97f10632 req-b34b01d4-2754-46a5-8618-142a9b713c7e tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0979886 Feb 17 09:57:50.692313 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83318e6-417b-40e4-8899-5b613b154f2c req-405b8ee1-204e-4bcf-82a8-d610e33c3947 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:50.699854 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a83318e6-417b-40e4-8899-5b613b154f2c req-405b8ee1-204e-4bcf-82a8-d610e33c3947 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=48440013-66a3-4daf-81b3-918807e439b2 HTTP/1.1" status: 200 len: 946 time: 0.1094429 Feb 17 09:57:50.701580 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 49846) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:57:50.710067 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-16d26e9f-18ed-4bcb-98c4-b30c97f10632 req-b0a2e9ca-1e91-42f3-9df2-fdffa83ccde5 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077850 Feb 17 09:57:50.769709 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a83318e6-417b-40e4-8899-5b613b154f2c req-a91d50e0-85b4-4921-b2c7-441775712a76 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd192e7d-e596-44fb-9dca-cb839975ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689037 Feb 17 09:57:50.801819 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-be57f91c-c217-400e-9c38-2fc5677d4045 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9bc505fc51b34ddd88246cebfcab9805&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0978458 Feb 17 09:57:50.803018 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 49854) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:57:50.899900 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-37b31050-ac08-445c-9287-33744d2adb33 admin admin] Publish callbacks [] for security_group (4c257128-1493-450a-8a8b-b3d46ded6792), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:50.935714 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-37b31050-ac08-445c-9287-33744d2adb33 admin admin] Publish callbacks [] for security_group (4c257128-1493-450a-8a8b-b3d46ded6792), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:50.959535 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55828c-63d6-4284-abf3-552f69e4dd3c req-55e01dcb-37c2-4587-95ed-3d5dbba289e6 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:50.961240 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ad55828c-63d6-4284-abf3-552f69e4dd3c req-55e01dcb-37c2-4587-95ed-3d5dbba289e6 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.0834324 Feb 17 09:57:50.998165 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-37b31050-ac08-445c-9287-33744d2adb33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (4c257128-1493-450a-8a8b-b3d46ded6792), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:51.003943 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-37b31050-ac08-445c-9287-33744d2adb33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:51.007585 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-37b31050-ac08-445c-9287-33744d2adb33 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/4c257128-1493-450a-8a8b-b3d46ded6792 HTTP/1.1" status: 204 len: 168 time: 0.2003973 Feb 17 09:57:51.027978 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b31050-ac08-445c-9287-33744d2adb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c257128-1493-450a-8a8b-b3d46ded6792,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:51.057393 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ad55828c-63d6-4284-abf3-552f69e4dd3c req-9f9174ff-4486-4921-902b-aa9af815a65e tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780725 Feb 17 09:57:51.174714 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d924a7-78e3-4ceb-8029-2bac9d808522 req-19341fc5-2e5b-4ac8-be2d-5b3c91d017d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:51.176387 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-95d924a7-78e3-4ceb-8029-2bac9d808522 req-19341fc5-2e5b-4ac8-be2d-5b3c91d017d2 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 1130 time: 0.0777974 Feb 17 09:57:51.290728 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-95d924a7-78e3-4ceb-8029-2bac9d808522 req-5458939a-c468-4770-b67b-4d2e86bfd776 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062369 Feb 17 09:57:51.333056 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806db61-1970-4429-978e-1e4e019f5f56 req-2f9c2146-9606-447c-88e4-24b3f25e025d tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:51.334830 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9806db61-1970-4429-978e-1e4e019f5f56 req-2f9c2146-9606-447c-88e4-24b3f25e025d tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=d0299923-afdb-4ac1-9059-0374d9a12af4 HTTP/1.1" status: 200 len: 945 time: 0.1426811 Feb 17 09:57:51.455511 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9806db61-1970-4429-978e-1e4e019f5f56 req-e4cd2a41-c804-44b8-8156-6104876798d1 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/security-groups?id=62e25b32-4185-40c7-8a3c-b58574ae9626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727472 Feb 17 09:57:51.465128 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e8c83-6e72-4dd9-8a1f-ec9e0bd81ac5 req-dee4bb88-2899-4457-8270-60b100179c1a tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:51.467605 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a30e8c83-6e72-4dd9-8a1f-ec9e0bd81ac5 req-dee4bb88-2899-4457-8270-60b100179c1a tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 943 time: 0.1570532 Feb 17 09:57:51.534988 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a30e8c83-6e72-4dd9-8a1f-ec9e0bd81ac5 req-40b375cb-fe72-4968-b5f5-3651cd4e24e7 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613856 Feb 17 09:57:51.604083 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c11e9-34be-46bf-b2fc-5eb2ac7bdd42 req-3c060118-2fa5-4592-bb39-3a35fb53b948 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:51.605981 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d74c11e9-34be-46bf-b2fc-5eb2ac7bdd42 req-3c060118-2fa5-4592-bb39-3a35fb53b948 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0661600 Feb 17 09:57:51.726942 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d74c11e9-34be-46bf-b2fc-5eb2ac7bdd42 req-11585d1e-b428-4520-9129-f6515ce5878a tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153097 Feb 17 09:57:51.785463 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128ef07-c443-4563-b23b-12f4b2701e08 req-9c7d9ff1-8121-403c-9223-d47a170becb2 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:51.787013 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b128ef07-c443-4563-b23b-12f4b2701e08 req-9c7d9ff1-8121-403c-9223-d47a170becb2 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0299923-afdb-4ac1-9059-0374d9a12af4 HTTP/1.1" status: 200 len: 945 time: 0.1449442 Feb 17 09:57:51.874510 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8cff8d-fa43-42e8-8b5b-245cd7404b67 req-16f7dc87-311f-4955-ab29-e94a012f7031 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:51.882407 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9b8cff8d-fa43-42e8-8b5b-245cd7404b67 req-16f7dc87-311f-4955-ab29-e94a012f7031 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0877979 Feb 17 09:57:51.940370 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-b128ef07-c443-4563-b23b-12f4b2701e08 req-d369a261-3490-440d-8c0c-cca9cd69bfe5 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Deleting port d8cc59f0-a44e-470b-80dc-65f6b98f51b4 {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:57:51.940768 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-b128ef07-c443-4563-b23b-12f4b2701e08 req-d369a261-3490-440d-8c0c-cca9cd69bfe5 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (d8cc59f0-a44e-470b-80dc-65f6b98f51b4), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:51.959534 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9b8cff8d-fa43-42e8-8b5b-245cd7404b67 req-a15708af-dc90-42ef-bdf7-1d036b12692a tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754738 Feb 17 09:57:52.077291 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-b128ef07-c443-4563-b23b-12f4b2701e08 req-d369a261-3490-440d-8c0c-cca9cd69bfe5 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] For port d8cc59f0-a44e-470b-80dc-65f6b98f51b4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d8cc59f0-a44e-470b-80dc-65f6b98f51b4,segment=NetworkSegment(d858bd6f-9f4a-456e-b559-3a505e873a9d),segment_id=d858bd6f-9f4a-456e-b559-3a505e873a9d)] {{(pid=102621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:57:52.077741 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-b128ef07-c443-4563-b23b-12f4b2701e08 req-d369a261-3490-440d-8c0c-cca9cd69bfe5 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (d8cc59f0-a44e-470b-80dc-65f6b98f51b4), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:52.093376 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-b128ef07-c443-4563-b23b-12f4b2701e08 req-d369a261-3490-440d-8c0c-cca9cd69bfe5 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Calling delete_port for d8cc59f0-a44e-470b-80dc-65f6b98f51b4 owned by compute:nova {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:57:52.239499 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78ce72-3171-40c4-96e4-e71777e52259 req-7e2791a8-e524-4071-a24a-7eca28d6b723 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:52.241649 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6a78ce72-3171-40c4-96e4-e71777e52259 req-7e2791a8-e524-4071-a24a-7eca28d6b723 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.0855796 Feb 17 09:57:52.295348 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-b128ef07-c443-4563-b23b-12f4b2701e08 req-d369a261-3490-440d-8c0c-cca9cd69bfe5 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (d8cc59f0-a44e-470b-80dc-65f6b98f51b4), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:52.310123 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['d8cc59f0-a44e-470b-80dc-65f6b98f51b4'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:57:52.353947 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6a78ce72-3171-40c4-96e4-e71777e52259 req-55170a33-00ef-4d0f-b05c-8448ca8b8870 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022611 Feb 17 09:57:52.356606 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d369a261-3490-440d-8c0c-cca9cd69bfe5 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Pushing event deleted for resources: {'Port': ['ID=d8cc59f0-a44e-470b-80dc-65f6b98f51b4,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:52.427272 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-b128ef07-c443-4563-b23b-12f4b2701e08 req-d369a261-3490-440d-8c0c-cca9cd69bfe5 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] No DVR routers for this DVR port d8cc59f0-a44e-470b-80dc-65f6b98f51b4 on host hv-cinder-77819 {{(pid=102621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:57:52.447964 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-b128ef07-c443-4563-b23b-12f4b2701e08 req-d369a261-3490-440d-8c0c-cca9cd69bfe5 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:52.451768 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b128ef07-c443-4563-b23b-12f4b2701e08 req-d369a261-3490-440d-8c0c-cca9cd69bfe5 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.93 "DELETE /v2.0/ports/d8cc59f0-a44e-470b-80dc-65f6b98f51b4 HTTP/1.1" status: 204 len: 173 time: 0.6594894 Feb 17 09:57:52.452230 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0299923-afdb-4ac1-9059-0374d9a12af4', 'name': 'network-vif-deleted', 'tag': 'd8cc59f0-a44e-470b-80dc-65f6b98f51b4'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:57:52.458637 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abe0ed5-b02f-412e-9a7c-21bc71538c02" -d '{"events": [{"server_uuid": "d0299923-afdb-4ac1-9059-0374d9a12af4", "name": "network-vif-deleted", "tag": "d8cc59f0-a44e-470b-80dc-65f6b98f51b4"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:57:52.526586 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:57:52.597867 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00da56f4-dc09-4a96-a68c-cfbb65cba5a9 x-openstack-request-id: req-00da56f4-dc09-4a96-a68c-cfbb65cba5a9 {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:57:52.598547 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0299923-afdb-4ac1-9059-0374d9a12af4", "name": "network-vif-deleted", "tag": "d8cc59f0-a44e-470b-80dc-65f6b98f51b4", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:57:52.599200 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-00da56f4-dc09-4a96-a68c-cfbb65cba5a9 {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:57:52.599794 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0299923-afdb-4ac1-9059-0374d9a12af4', 'name': 'network-vif-deleted', 'tag': 'd8cc59f0-a44e-470b-80dc-65f6b98f51b4', 'status': 'completed', 'code': 200} Feb 17 09:57:52.702296 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-978559b4-fc74-428c-aabf-837089ad54d3 req-325d0284-7b6d-446a-83c8-9a4f5f1df8e3 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] 10.222.0.82 "GET /v2.0/ports?device_id=d0299923-afdb-4ac1-9059-0374d9a12af4 HTTP/1.1" status: 200 len: 210 time: 0.0634682 Feb 17 09:57:52.785781 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9,segment=NetworkSegment(74894de9-e295-4c03-b6b5-b2e5db0e49e8),segment_id=74894de9-e295-4c03-b6b5-b2e5db0e49e8)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:57:52.817703 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca5278-41a7-45c0-b07f-51b193c4ca97 req-3d2c27df-57f3-46c0-aa01-1a0ba6f3426d tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:52.819723 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-78ca5278-41a7-45c0-b07f-51b193c4ca97 req-3d2c27df-57f3-46c0-aa01-1a0ba6f3426d tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 943 time: 0.0953841 Feb 17 09:57:52.847995 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Returning: {'device': 'f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9', 'network_id': 'b2432867-45f9-4904-a392-095ca5cf2bfa', 'port_id': 'f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9', 'mac_address': 'fa:16:3e:56:aa:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f08b7d-085e-4fd8-870e-af663cf832eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:57:52.921220 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-78ca5278-41a7-45c0-b07f-51b193c4ca97 req-7ee5f657-3c96-44d2-b9d4-640067a3417f tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930200 Feb 17 09:57:52.924467 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 is: DOWN; New status is: BUILD {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:57:52.925299 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:52.961030 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 {{(pid=102622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:57:52.990289 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9,segment=NetworkSegment(74894de9-e295-4c03-b6b5-b2e5db0e49e8),segment_id=74894de9-e295-4c03-b6b5-b2e5db0e49e8)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:57:52.997134 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:53.089739 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9,revision_number=4']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:53.246096 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89a8f7-5065-4d2f-98c1-a203bd0d072a req-00036a73-c068-442c-80f5-bbce60651ca6 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:53.247890 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0e89a8f7-5065-4d2f-98c1-a203bd0d072a req-00036a73-c068-442c-80f5-bbce60651ca6 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0893755 Feb 17 09:57:53.350418 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0e89a8f7-5065-4d2f-98c1-a203bd0d072a req-d2667463-d0ce-4521-9371-766ec8e450d0 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918624 Feb 17 09:57:53.414612 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:57:53.524874 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2524e41-db1b-4763-9b33-f184a6340b88 req-1f7ec7a0-e668-4dcc-bc90-14c4ebcce023 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:53.534800 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b2524e41-db1b-4763-9b33-f184a6340b88 req-1f7ec7a0-e668-4dcc-bc90-14c4ebcce023 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.0844681 Feb 17 09:57:53.595571 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b2524e41-db1b-4763-9b33-f184a6340b88 req-b52d6db4-5f3e-47fe-8976-2b70a8180813 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599372 Feb 17 09:57:53.762985 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 49972) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:57:53.822769 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed819da-9072-462a-a017-9f902e7af563 req-b9a1eb98-95d7-452b-b7ef-7a285f94c301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:53.824281 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-fed819da-9072-462a-a017-9f902e7af563 req-b9a1eb98-95d7-452b-b7ef-7a285f94c301 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=13e27e736c544248b7b364646f33dd08&device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 1130 time: 0.0631073 Feb 17 09:57:53.881238 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbaf08e3-012b-44f0-8c15-57dbf401d3c2 admin admin] Deleting subnet 00c24b15-aa81-4b6e-912f-1e91c3a9689b {{(pid=102620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 09:57:53.890720 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-bbaf08e3-012b-44f0-8c15-57dbf401d3c2 admin admin] Publish callbacks [] for subnet (00c24b15-aa81-4b6e-912f-1e91c3a9689b), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:53.941256 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0892a-945c-4df2-836b-bf158d8cec4b req-61da205d-28ac-4371-9a9e-7fa664b58bde tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:53.949658 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-5ed0892a-945c-4df2-836b-bf158d8cec4b req-61da205d-28ac-4371-9a9e-7fa664b58bde tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.1881950 Feb 17 09:57:53.957103 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed819da-9072-462a-a017-9f902e7af563 req-d5f81a30-267d-4473-a830-4ef85867de90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:53.972901 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-fed819da-9072-462a-a017-9f902e7af563 req-d5f81a30-267d-4473-a830-4ef85867de90 service neutron] 10.222.0.93 "GET /v2.0/networks?id=56727042-25d7-492c-b11b-57580ed61276 HTTP/1.1" status: 200 len: 920 time: 0.1202374 Feb 17 09:57:53.995241 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-bbaf08e3-012b-44f0-8c15-57dbf401d3c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8734474'] for subnet (00c24b15-aa81-4b6e-912f-1e91c3a9689b), precommit_delete_associations {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:54.040140 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-fed819da-9072-462a-a017-9f902e7af563 req-72f5eafe-8f30-48af-9800-52b22aba9bed service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b HTTP/1.1" status: 200 len: 217 time: 0.0630426 Feb 17 09:57:54.055576 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-5ed0892a-945c-4df2-836b-bf158d8cec4b req-53f7e506-6e38-4806-9ba2-3dca0b658e4c tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044233 Feb 17 09:57:54.099172 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed819da-9072-462a-a017-9f902e7af563 req-607c08b6-be61-4d79-a8c5-501b194e266f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:54.100656 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-fed819da-9072-462a-a017-9f902e7af563 req-607c08b6-be61-4d79-a8c5-501b194e266f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1d6fec72-bab7-4137-8c4d-c54b278ae7ca HTTP/1.1" status: 200 len: 858 time: 0.0544634 Feb 17 09:57:54.145121 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-fed819da-9072-462a-a017-9f902e7af563 req-c4fcd878-426c-457b-a4e0-0cbaa22aa44d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=56727042-25d7-492c-b11b-57580ed61276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367091 Feb 17 09:57:54.267815 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-fed819da-9072-462a-a017-9f902e7af563 req-8f1356d5-c1b5-4903-9a7a-b1b120b786a6 service neutron] 10.222.0.93 "GET /v2.0/networks/56727042-25d7-492c-b11b-57580ed61276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158350 Feb 17 09:57:54.404219 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-fed819da-9072-462a-a017-9f902e7af563 req-d0c91740-64ca-46b8-814b-afa19d38b4e4 service neutron] 10.222.0.93 "GET /v2.0/networks/56727042-25d7-492c-b11b-57580ed61276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245210 Feb 17 09:57:54.418225 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-bbaf08e3-012b-44f0-8c15-57dbf401d3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3464074'] for subnet (00c24b15-aa81-4b6e-912f-1e91c3a9689b), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:54.454974 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c87311-5c3b-434a-98db-f26c8db93aa1 req-9aec6125-788b-488c-b94c-edc5e7ff9ae2 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:54.456579 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-28c87311-5c3b-434a-98db-f26c8db93aa1 req-9aec6125-788b-488c-b94c-edc5e7ff9ae2 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 944 time: 0.4194856 Feb 17 09:57:54.521028 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 up at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:57:54.542567 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-28c87311-5c3b-434a-98db-f26c8db93aa1 req-6f986cb1-1a4d-448d-b138-8f81130ded96 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747480 Feb 17 09:57:54.544155 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-bbaf08e3-012b-44f0-8c15-57dbf401d3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3464067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11330472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8420506'] for subnet (00c24b15-aa81-4b6e-912f-1e91c3a9689b), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:54.564674 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-bbaf08e3-012b-44f0-8c15-57dbf401d3c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:54.570404 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-bbaf08e3-012b-44f0-8c15-57dbf401d3c2 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/00c24b15-aa81-4b6e-912f-1e91c3a9689b HTTP/1.1" status: 204 len: 168 time: 0.7972934 Feb 17 09:57:54.571227 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 49988) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:57:54.592510 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf08e3-012b-44f0-8c15-57dbf401d3c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00c24b15-aa81-4b6e-912f-1e91c3a9689b,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:54.635407 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning for port f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 completed by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:57:54.642644 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning complete for port f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:54.643189 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:54.769517 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-b7de28ae-5403-4b7b-8233-0dd6a005bc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687351'] for network (3e394879-3601-44f7-9d0c-db3a1f77754c), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:54.804565 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 is: BUILD; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:57:54.806215 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:54.863807 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df2d10e-b703-4331-91b3-e610ddf30550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9'}] {{(pid=102622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:57:54.866001 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c0921c82721ddcd3043691fcb1168a632d6e856cc39374f61865f4aa2fd6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684e3d76-9eec-44f7-8b90-e8b2dd450dd4" -d '{"events": [{"server_uuid": "9df2d10e-b703-4331-91b3-e610ddf30550", "name": "network-vif-plugged", "status": "completed", "tag": "f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9"}]}' {{(pid=102622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:57:54.872325 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b7144-3578-4ed2-90ce-405bdb814044 req-3add0c2c-acd7-4d98-943c-4121491fba53 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:54.874198 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9e7b7144-3578-4ed2-90ce-405bdb814044 req-3add0c2c-acd7-4d98-943c-4121491fba53 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.1112318 Feb 17 09:57:54.885504 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9,segment=NetworkSegment(74894de9-e295-4c03-b6b5-b2e5db0e49e8),segment_id=74894de9-e295-4c03-b6b5-b2e5db0e49e8)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:57:54.896263 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:54.897035 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device d8cc59f0-a44e-470b-80dc-65f6b98f51b4 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:57:54.932670 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb74afa2-4a40-4f82-b960-b3fb1b01a64a x-openstack-request-id: req-cb74afa2-4a40-4f82-b960-b3fb1b01a64a {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:57:54.933050 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df2d10e-b703-4331-91b3-e610ddf30550", "name": "network-vif-plugged", "status": "completed", "tag": "f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9", "code": 200}]} {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:57:54.933250 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-cb74afa2-4a40-4f82-b960-b3fb1b01a64a {{(pid=102622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:57:54.933640 dv-cinder-778193-18-iscsi neutron-server[102622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df2d10e-b703-4331-91b3-e610ddf30550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9', 'code': 200} Feb 17 09:57:54.948030 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-b7de28ae-5403-4b7b-8233-0dd6a005bc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461623', 'neutron.services.segments.db._delete_segments_for_network-8771562732683'] for network (3e394879-3601-44f7-9d0c-db3a1f77754c), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:54.953102 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] No Port match for: d8cc59f0-a44e-470b-80dc-65f6b98f51b4 {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:57:54.953460 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device d8cc59f0-a44e-470b-80dc-65f6b98f51b4 not bound to the agent host hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:57:54.978192 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9e7b7144-3578-4ed2-90ce-405bdb814044 req-f041a8fa-e971-430a-b235-56f2b9e10f2e tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922000 Feb 17 09:57:54.987970 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.services.segments.db [None req-b7de28ae-5403-4b7b-8233-0dd6a005bc5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e394879-3601-44f7-9d0c-db3a1f77754c']}} {{(pid=102621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:54.999584 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.services.segments.db [None req-b7de28ae-5403-4b7b-8233-0dd6a005bc5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd858bd6f-9f4a-456e-b559-3a505e873a9d') {'for_net_delete': True} {{(pid=102621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:55.000382 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.services.segments.db [None req-b7de28ae-5403-4b7b-8233-0dd6a005bc5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd858bd6f-9f4a-456e-b559-3a505e873a9d') {} {{(pid=102621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:55.013579 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9,revision_number=5']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:55.024799 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-b7de28ae-5403-4b7b-8233-0dd6a005bc5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771562733460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9362199'] for segment (d858bd6f-9f4a-456e-b559-3a505e873a9d), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:55.045777 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-b7de28ae-5403-4b7b-8233-0dd6a005bc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (d858bd6f-9f4a-456e-b559-3a505e873a9d), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:55.052938 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7de28ae-5403-4b7b-8233-0dd6a005bc5c admin admin] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=102621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:57:55.053503 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-b7de28ae-5403-4b7b-8233-0dd6a005bc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9010396'] for segment (d858bd6f-9f4a-456e-b559-3a505e873a9d), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:55.059890 dv-cinder-778193-18-iscsi neutron-server[102621]: Traceback (most recent call last): Feb 17 09:57:55.059890 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:57:55.059890 dv-cinder-778193-18-iscsi neutron-server[102621]: timer() Feb 17 09:57:55.059890 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:57:55.059890 dv-cinder-778193-18-iscsi neutron-server[102621]: cb(*args, **kw) Feb 17 09:57:55.059890 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 09:57:55.059890 dv-cinder-778193-18-iscsi neutron-server[102621]: return func(*args, **kwargs) Feb 17 09:57:55.059890 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:57:55.059890 dv-cinder-778193-18-iscsi neutron-server[102621]: self._notify() Feb 17 09:57:55.059890 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:57:55.059890 dv-cinder-778193-18-iscsi neutron-server[102621]: self.callback(batched_events) Feb 17 09:57:55.059890 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:57:55.059890 dv-cinder-778193-18-iscsi neutron-server[102621]: event.method(event) Feb 17 09:57:55.059890 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 09:57:55.059890 dv-cinder-778193-18-iscsi neutron-server[102621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:57:55.059890 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 09:57:55.059890 dv-cinder-778193-18-iscsi neutron-server[102621]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:57:55.059890 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 09:57:55.059890 dv-cinder-778193-18-iscsi neutron-server[102621]: return f(self, *a, **k) Feb 17 09:57:55.059890 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 09:57:55.059890 dv-cinder-778193-18-iscsi neutron-server[102621]: return self._get(url).json() Feb 17 09:57:55.059890 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 09:57:55.059890 dv-cinder-778193-18-iscsi neutron-server[102621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:57:55.059890 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:57:55.059890 dv-cinder-778193-18-iscsi neutron-server[102621]: return self.request(url, 'GET', **kwargs) Feb 17 09:57:55.059890 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:57:55.059890 dv-cinder-778193-18-iscsi neutron-server[102621]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:57:55.059890 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:57:55.059890 dv-cinder-778193-18-iscsi neutron-server[102621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:57:55.059890 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:57:55.059890 dv-cinder-778193-18-iscsi neutron-server[102621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:57:55.059890 dv-cinder-778193-18-iscsi neutron-server[102621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:57:55.184329 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaffda-cbd6-4989-a91c-6e2f7c4eb0ac req-e32c754b-4883-4389-9e27-141c40d75c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:55.185886 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-7dfaffda-cbd6-4989-a91c-6e2f7c4eb0ac req-e32c754b-4883-4389-9e27-141c40d75c77 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 1129 time: 0.0994668 Feb 17 09:57:55.187115 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-b7de28ae-5403-4b7b-8233-0dd6a005bc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3461388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3931527'] for network (3e394879-3601-44f7-9d0c-db3a1f77754c), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:55.208345 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-b7de28ae-5403-4b7b-8233-0dd6a005bc5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:55.212156 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-b7de28ae-5403-4b7b-8233-0dd6a005bc5c admin admin] 10.222.0.82 "DELETE /v2.0/networks/3e394879-3601-44f7-9d0c-db3a1f77754c HTTP/1.1" status: 204 len: 168 time: 0.6397369 Feb 17 09:57:55.216976 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e3615-2e2b-412b-8fc6-3156d4838f77 req-f5efad3b-5697-4a36-8b1d-9355085a0f2a tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:55.218571 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0b2e3615-2e2b-412b-8fc6-3156d4838f77 req-f5efad3b-5697-4a36-8b1d-9355085a0f2a tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0714641 Feb 17 09:57:55.235847 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de28ae-5403-4b7b-8233-0dd6a005bc5c admin admin] Pushing event deleted for resources: {'Network': ['ID=3e394879-3601-44f7-9d0c-db3a1f77754c,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:55.291780 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-7dfaffda-cbd6-4989-a91c-6e2f7c4eb0ac req-1d9739bd-11c9-4ba9-8d7c-a52b8be9fc58 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974743 Feb 17 09:57:55.297276 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0b2e3615-2e2b-412b-8fc6-3156d4838f77 req-f7d1f942-2289-4c52-b408-1fc5b3a08f1b tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651090 Feb 17 09:57:55.479803 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 50000) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:57:55.531082 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-604ce94a-c849-4f8c-b6df-bb85b9cf3190 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=27800d98882745358be14d3e57d20254&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0477729 Feb 17 09:57:55.531530 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 50002) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:57:55.583961 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-bb26fa83-d523-440d-a28b-ad4a37b2eb4c admin admin] Publish callbacks [] for security_group (62e25b32-4185-40c7-8a3c-b58574ae9626), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:55.625127 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-bb26fa83-d523-440d-a28b-ad4a37b2eb4c admin admin] Publish callbacks [] for security_group (62e25b32-4185-40c7-8a3c-b58574ae9626), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:55.716234 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-bb26fa83-d523-440d-a28b-ad4a37b2eb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (62e25b32-4185-40c7-8a3c-b58574ae9626), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:55.719072 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-bb26fa83-d523-440d-a28b-ad4a37b2eb4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:55.722719 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-bb26fa83-d523-440d-a28b-ad4a37b2eb4c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/62e25b32-4185-40c7-8a3c-b58574ae9626 HTTP/1.1" status: 204 len: 168 time: 0.1878362 Feb 17 09:57:55.737968 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767669f-9906-4b90-b079-4435a9047639 req-9535e55f-4715-418b-bab1-726656698cfd tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:55.739651 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6767669f-9906-4b90-b079-4435a9047639 req-9535e55f-4715-418b-bab1-726656698cfd tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 945 time: 0.0780704 Feb 17 09:57:55.747055 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb26fa83-d523-440d-a28b-ad4a37b2eb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e25b32-4185-40c7-8a3c-b58574ae9626,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:55.839234 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6767669f-9906-4b90-b079-4435a9047639 req-d8b2ba39-c037-4161-b732-da28cd73353d tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927048 Feb 17 09:57:56.148475 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 50020) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:57:56.167963 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6248f96-e2bb-432c-9d18-7d668bbbbb7a req-23a3a71d-b0ab-4197-a524-594a6b6250d8 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:56.170814 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c6248f96-e2bb-432c-9d18-7d668bbbbb7a req-23a3a71d-b0ab-4197-a524-594a6b6250d8 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.1069541 Feb 17 09:57:56.231602 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c6248f96-e2bb-432c-9d18-7d668bbbbb7a req-f5cbd3d7-ff8f-4f75-95f6-e8d3dee52543 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548463 Feb 17 09:57:56.352953 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-df8ee881-a929-46d1-93a1-fb20d83cd3ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:56.483390 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-df8ee881-a929-46d1-93a1-fb20d83cd3ba admin admin] Publish callbacks [] for security_group (9517fcd7-348f-4e49-a562-0cb82bfc4fc5), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:56.488598 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-df8ee881-a929-46d1-93a1-fb20d83cd3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (9517fcd7-348f-4e49-a562-0cb82bfc4fc5), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:56.495245 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d008c-6fd6-4e59-b03f-c4314b207484 req-46133efb-6410-451c-ac41-4545367def03 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:56.497602 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ed8d008c-6fd6-4e59-b03f-c4314b207484 req-46133efb-6410-451c-ac41-4545367def03 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0841308 Feb 17 09:57:56.550169 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-df8ee881-a929-46d1-93a1-fb20d83cd3ba admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=17a2b85273fb4bb48659a729987f4bfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3996651 Feb 17 09:57:56.550769 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 50034) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:57:56.552817 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ee881-a929-46d1-93a1-fb20d83cd3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9517fcd7-348f-4e49-a562-0cb82bfc4fc5,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:56.606381 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ed8d008c-6fd6-4e59-b03f-c4314b207484 req-ceace801-06e5-4c72-9818-ac26317d4054 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978861 Feb 17 09:57:56.642878 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-9792d965-5f20-4162-bcb4-2362352f4683 admin admin] Publish callbacks [] for security_group (9517fcd7-348f-4e49-a562-0cb82bfc4fc5), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:56.674356 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-9792d965-5f20-4162-bcb4-2362352f4683 admin admin] Publish callbacks [] for security_group (9517fcd7-348f-4e49-a562-0cb82bfc4fc5), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:56.745957 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-9792d965-5f20-4162-bcb4-2362352f4683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (9517fcd7-348f-4e49-a562-0cb82bfc4fc5), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:56.749191 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-9792d965-5f20-4162-bcb4-2362352f4683 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:56.754137 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-9792d965-5f20-4162-bcb4-2362352f4683 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9517fcd7-348f-4e49-a562-0cb82bfc4fc5 HTTP/1.1" status: 204 len: 168 time: 0.2021041 Feb 17 09:57:56.764771 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792d965-5f20-4162-bcb4-2362352f4683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9517fcd7-348f-4e49-a562-0cb82bfc4fc5,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:57.029692 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e5a44-0851-4b5e-a0c0-005ef3720985 req-15ee9d14-b689-41dc-b230-fb984f085173 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:57.045924 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e20e5a44-0851-4b5e-a0c0-005ef3720985 req-15ee9d14-b689-41dc-b230-fb984f085173 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 945 time: 0.1192043 Feb 17 09:57:57.129187 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e20e5a44-0851-4b5e-a0c0-005ef3720985 req-23bcd4b6-b7ac-4d70-9a40-3cb42f551408 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823014 Feb 17 09:57:57.288285 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a9595-64be-45b4-9de5-7fb0d7ef3e46 req-9ae36f53-ff09-4879-a409-78aef710c0f1 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:57.298403 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-bb1a9595-64be-45b4-9de5-7fb0d7ef3e46 req-9ae36f53-ff09-4879-a409-78aef710c0f1 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 945 time: 0.0802906 Feb 17 09:57:57.416901 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-bb1a9595-64be-45b4-9de5-7fb0d7ef3e46 req-55348ca0-8d2d-44bb-a8d5-a220576bbc43 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123807 Feb 17 09:57:57.495846 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4744787-0a38-4a92-8a7f-40cade53d6bd req-4f266cdd-654d-423e-b53e-fe13397ba890 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:57.510586 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f4744787-0a38-4a92-8a7f-40cade53d6bd req-4f266cdd-654d-423e-b53e-fe13397ba890 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.1475525 Feb 17 09:57:57.601268 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f4744787-0a38-4a92-8a7f-40cade53d6bd req-55586205-13b7-4bf6-aab7-1b9a5582c962 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896337 Feb 17 09:57:57.842729 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4913bcb-8607-4cc8-9411-f65ff3426dcc req-125b7951-246d-427b-992a-c22dce98c882 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:57.844900 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b4913bcb-8607-4cc8-9411-f65ff3426dcc req-125b7951-246d-427b-992a-c22dce98c882 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.1219351 Feb 17 09:57:57.916265 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7840d21-dd61-4820-952d-682f942f50e5 req-f88535c8-a301-4138-8730-b59d24f1121e tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:57.917830 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b7840d21-dd61-4820-952d-682f942f50e5 req-f88535c8-a301-4138-8730-b59d24f1121e tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 945 time: 0.1181924 Feb 17 09:57:57.934214 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b4913bcb-8607-4cc8-9411-f65ff3426dcc req-6711e133-260a-40a9-b068-2d73d18d3610 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789106 Feb 17 09:57:58.038454 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b7840d21-dd61-4820-952d-682f942f50e5 req-8213409c-7b6d-4314-9ee1-d4ad1824ef91 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025751 Feb 17 09:57:58.750257 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb248f-eaac-4373-b762-25a8dc07e0b2 req-805ea835-a021-4804-b521-f2fb15423c7a tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:58.751944 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0fdb248f-eaac-4373-b762-25a8dc07e0b2 req-805ea835-a021-4804-b521-f2fb15423c7a tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.0654905 Feb 17 09:57:58.823802 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0fdb248f-eaac-4373-b762-25a8dc07e0b2 req-13a939ae-9b42-4419-a1b8-17ac80393782 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651577 Feb 17 09:57:58.958318 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 50116) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:57:59.127603 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-be73ba2a-8b62-4275-900d-980bbc1b029f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:59.263838 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-be73ba2a-8b62-4275-900d-980bbc1b029f admin admin] Publish callbacks [] for security_group (4947b606-838a-4089-9f0b-689168d288e9), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:59.276474 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-be73ba2a-8b62-4275-900d-980bbc1b029f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (4947b606-838a-4089-9f0b-689168d288e9), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:59.328183 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-be73ba2a-8b62-4275-900d-980bbc1b029f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=fa1b21952d35463baf8364aa228e6850&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3687558 Feb 17 09:57:59.330777 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 50122) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:57:59.338732 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73ba2a-8b62-4275-900d-980bbc1b029f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4947b606-838a-4089-9f0b-689168d288e9,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:59.428820 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-999118ea-ee71-450f-bf7e-a52162c6ca2d admin admin] Publish callbacks [] for security_group (4947b606-838a-4089-9f0b-689168d288e9), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:59.462396 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-999118ea-ee71-450f-bf7e-a52162c6ca2d admin admin] Publish callbacks [] for security_group (4947b606-838a-4089-9f0b-689168d288e9), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:59.527264 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-999118ea-ee71-450f-bf7e-a52162c6ca2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (4947b606-838a-4089-9f0b-689168d288e9), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:59.528144 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-999118ea-ee71-450f-bf7e-a52162c6ca2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:59.529145 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-999118ea-ee71-450f-bf7e-a52162c6ca2d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/4947b606-838a-4089-9f0b-689168d288e9 HTTP/1.1" status: 204 len: 168 time: 0.1969292 Feb 17 09:57:59.544764 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999118ea-ee71-450f-bf7e-a52162c6ca2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4947b606-838a-4089-9f0b-689168d288e9,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:59.985044 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05075c3-7c6d-4321-a55e-485d26b148e2 req-ab1fc367-1e16-400c-a19f-10f274929e07 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:59.992012 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e05075c3-7c6d-4321-a55e-485d26b148e2 req-ab1fc367-1e16-400c-a19f-10f274929e07 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.0736778 Feb 17 09:58:00.059326 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e05075c3-7c6d-4321-a55e-485d26b148e2 req-e0c2491c-d158-4f80-90dc-c72194f9a195 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619347 Feb 17 09:58:00.127613 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 50152) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:00.157498 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-062547b3-e002-4abb-a038-cb34f85b09bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:00.279415 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-062547b3-e002-4abb-a038-cb34f85b09bd admin admin] Publish callbacks [] for security_group (95258a35-eff0-4658-8d33-92105b82ab17), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:00.288052 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-062547b3-e002-4abb-a038-cb34f85b09bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (95258a35-eff0-4658-8d33-92105b82ab17), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:00.357618 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-062547b3-e002-4abb-a038-cb34f85b09bd admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7d9b8fa45fde45bea24aef6496fa22ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280753 Feb 17 09:58:00.358503 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062547b3-e002-4abb-a038-cb34f85b09bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95258a35-eff0-4658-8d33-92105b82ab17,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:00.360452 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 50160) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:00.373872 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062547b3-e002-4abb-a038-cb34f85b09bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:00.374489 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062547b3-e002-4abb-a038-cb34f85b09bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:00.375034 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062547b3-e002-4abb-a038-cb34f85b09bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:00.375600 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062547b3-e002-4abb-a038-cb34f85b09bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:00.376210 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062547b3-e002-4abb-a038-cb34f85b09bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:00.376733 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062547b3-e002-4abb-a038-cb34f85b09bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:00.377406 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062547b3-e002-4abb-a038-cb34f85b09bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:00.377928 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062547b3-e002-4abb-a038-cb34f85b09bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:00.381434 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062547b3-e002-4abb-a038-cb34f85b09bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:00.381979 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062547b3-e002-4abb-a038-cb34f85b09bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:00.382515 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062547b3-e002-4abb-a038-cb34f85b09bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:00.383627 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062547b3-e002-4abb-a038-cb34f85b09bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:00.384188 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062547b3-e002-4abb-a038-cb34f85b09bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:00.428163 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-44a82490-d4ec-438e-82b2-a184c4cb3327 admin admin] Publish callbacks [] for security_group (95258a35-eff0-4658-8d33-92105b82ab17), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:00.453608 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-44a82490-d4ec-438e-82b2-a184c4cb3327 admin admin] Publish callbacks [] for security_group (95258a35-eff0-4658-8d33-92105b82ab17), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:00.526350 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-44a82490-d4ec-438e-82b2-a184c4cb3327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (95258a35-eff0-4658-8d33-92105b82ab17), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:00.528998 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-44a82490-d4ec-438e-82b2-a184c4cb3327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:00.530170 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-44a82490-d4ec-438e-82b2-a184c4cb3327 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/95258a35-eff0-4658-8d33-92105b82ab17 HTTP/1.1" status: 204 len: 168 time: 0.1687112 Feb 17 09:58:00.541154 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a82490-d4ec-438e-82b2-a184c4cb3327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95258a35-eff0-4658-8d33-92105b82ab17,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:00.572466 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a82490-d4ec-438e-82b2-a184c4cb3327 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:00.572916 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a82490-d4ec-438e-82b2-a184c4cb3327 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:00.573923 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a82490-d4ec-438e-82b2-a184c4cb3327 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:00.574338 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a82490-d4ec-438e-82b2-a184c4cb3327 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:00.574744 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a82490-d4ec-438e-82b2-a184c4cb3327 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:00.575172 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a82490-d4ec-438e-82b2-a184c4cb3327 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:00.575577 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a82490-d4ec-438e-82b2-a184c4cb3327 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:00.576467 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a82490-d4ec-438e-82b2-a184c4cb3327 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:00.576890 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a82490-d4ec-438e-82b2-a184c4cb3327 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:00.577294 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a82490-d4ec-438e-82b2-a184c4cb3327 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:00.577704 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a82490-d4ec-438e-82b2-a184c4cb3327 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:00.578105 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a82490-d4ec-438e-82b2-a184c4cb3327 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:00.578498 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a82490-d4ec-438e-82b2-a184c4cb3327 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:01.217820 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6a2d1-c9b0-4f0e-a385-68636900818d req-3e8df6f1-292b-40e4-9664-cfe2f8131d33 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:01.220546 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d4b6a2d1-c9b0-4f0e-a385-68636900818d req-3e8df6f1-292b-40e4-9664-cfe2f8131d33 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.0807357 Feb 17 09:58:01.292504 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d4b6a2d1-c9b0-4f0e-a385-68636900818d req-eea263b2-6720-411e-81e4-206852b1f2c6 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579669 Feb 17 09:58:02.447639 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa100c-820f-4f24-a97d-0262d56395a7 req-bc5a9337-1b4b-4787-b048-642a763680cc tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:02.454665 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4daa100c-820f-4f24-a97d-0262d56395a7 req-bc5a9337-1b4b-4787-b048-642a763680cc tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.0708005 Feb 17 09:58:02.509701 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4daa100c-820f-4f24-a97d-0262d56395a7 req-c00961fa-7878-4171-9160-6ef3faa0faba tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539820 Feb 17 09:58:02.641435 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5881e-c753-4188-b2a2-1e968dfee1bb req-d3d1e029-893f-4232-81e8-c945c2e9ea8a tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:02.643336 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1bd5881e-c753-4188-b2a2-1e968dfee1bb req-d3d1e029-893f-4232-81e8-c945c2e9ea8a tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0761242 Feb 17 09:58:02.708732 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1bd5881e-c753-4188-b2a2-1e968dfee1bb req-800143ab-d327-4683-92dc-32fce81e733f tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581961 Feb 17 09:58:03.013839 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 50244) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:03.117538 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9aef1087-45ef-4fc8-963b-030f44492c31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:03.192128 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9aef1087-45ef-4fc8-963b-030f44492c31 admin admin] Publish callbacks [] for security_group (544db281-8425-4746-a327-94b39401418a), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:03.196511 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9aef1087-45ef-4fc8-963b-030f44492c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (544db281-8425-4746-a327-94b39401418a), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:03.233959 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-9aef1087-45ef-4fc8-963b-030f44492c31 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=846cd124ea534daaae2a8177f83231e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190628 Feb 17 09:58:03.234817 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef1087-45ef-4fc8-963b-030f44492c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544db281-8425-4746-a327-94b39401418a,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:03.237346 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 50248) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:03.286924 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-8b011e61-d20d-4960-b743-50a6f03fec91 admin admin] Publish callbacks [] for security_group (544db281-8425-4746-a327-94b39401418a), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:03.308678 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-8b011e61-d20d-4960-b743-50a6f03fec91 admin admin] Publish callbacks [] for security_group (544db281-8425-4746-a327-94b39401418a), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:03.357618 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-8b011e61-d20d-4960-b743-50a6f03fec91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (544db281-8425-4746-a327-94b39401418a), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:03.360267 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-8b011e61-d20d-4960-b743-50a6f03fec91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:03.361402 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-8b011e61-d20d-4960-b743-50a6f03fec91 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/544db281-8425-4746-a327-94b39401418a HTTP/1.1" status: 204 len: 168 time: 0.1230543 Feb 17 09:58:03.373255 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b011e61-d20d-4960-b743-50a6f03fec91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544db281-8425-4746-a327-94b39401418a,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:03.483071 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf422c-09f9-4671-a995-36bcf22d712e req-3725120f-4ca3-4c27-83c5-9e35e19138e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:03.484747 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-43cf422c-09f9-4671-a995-36bcf22d712e req-3725120f-4ca3-4c27-83c5-9e35e19138e5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ee27e4c191de47a3b47db5a43ab00258&device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 1129 time: 0.0469096 Feb 17 09:58:03.594691 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf422c-09f9-4671-a995-36bcf22d712e req-c0fcbcef-8f5f-4971-a665-533dbbbb1465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:03.596327 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-43cf422c-09f9-4671-a995-36bcf22d712e req-c0fcbcef-8f5f-4971-a665-533dbbbb1465 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c3aac7fc-fa00-48a3-aaf1-bf71d0d04681 HTTP/1.1" status: 200 len: 918 time: 0.0983479 Feb 17 09:58:03.643506 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 50268) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:03.650989 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc2736-5614-4696-87fa-a67ffd46d42b req-ff1266c3-0621-4502-ba32-a1a6e32b67dd tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:03.659488 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d4cc2736-5614-4696-87fa-a67ffd46d42b req-ff1266c3-0621-4502-ba32-a1a6e32b67dd tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.0650384 Feb 17 09:58:03.667586 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-43cf422c-09f9-4671-a995-36bcf22d712e req-eff6eb85-4c52-4f20-ab31-1e17cc33f6b4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13e22131-0e22-4496-80cf-c6172a685f66 HTTP/1.1" status: 200 len: 1001 time: 0.0640821 Feb 17 09:58:03.683954 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5f13c65f-86c6-439f-8ca6-372a03a9c529 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:03.721826 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf422c-09f9-4671-a995-36bcf22d712e req-1a202733-655f-485f-8f52-edc857ca9e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:03.723615 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-43cf422c-09f9-4671-a995-36bcf22d712e req-1a202733-655f-485f-8f52-edc857ca9e9b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab HTTP/1.1" status: 200 len: 855 time: 0.0495329 Feb 17 09:58:03.724002 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:03.728567 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d4cc2736-5614-4696-87fa-a67ffd46d42b req-7ac706ea-a2f3-49ec-8786-f6a1a633f9c3 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681522 Feb 17 09:58:03.775407 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf422c-09f9-4671-a995-36bcf22d712e req-383da1ee-990c-438b-b124-a783a7aa85d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:03.776917 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-43cf422c-09f9-4671-a995-36bcf22d712e req-383da1ee-990c-438b-b124-a783a7aa85d3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c3aac7fc-fa00-48a3-aaf1-bf71d0d04681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0471308 Feb 17 09:58:03.794614 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5f13c65f-86c6-439f-8ca6-372a03a9c529 admin admin] Publish callbacks [] for security_group (4a8bd149-9161-4860-b234-4a4dd39f932e), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:03.806488 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5f13c65f-86c6-439f-8ca6-372a03a9c529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (4a8bd149-9161-4860-b234-4a4dd39f932e), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:03.874780 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13c65f-86c6-439f-8ca6-372a03a9c529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8bd149-9161-4860-b234-4a4dd39f932e,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:03.875003 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-43cf422c-09f9-4671-a995-36bcf22d712e req-90714c12-e21a-4cc8-b7b6-44ee46ea576a service neutron] 10.222.0.93 "GET /v2.0/networks/c3aac7fc-fa00-48a3-aaf1-bf71d0d04681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912502 Feb 17 09:58:03.883256 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-5f13c65f-86c6-439f-8ca6-372a03a9c529 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=56c40be2f04942a789679169c124e34f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192817 Feb 17 09:58:03.884221 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 50276) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:03.931547 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30aea2d-f0e1-49b0-a225-7c8f1c734913 req-0a0c8768-a273-4003-9a1a-5ba77241ecb5 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:03.933051 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d30aea2d-f0e1-49b0-a225-7c8f1c734913 req-0a0c8768-a273-4003-9a1a-5ba77241ecb5 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.1234660 Feb 17 09:58:03.963349 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-87c8baff-e61f-490f-b6c1-eebb0435d444 admin admin] Publish callbacks [] for security_group (4a8bd149-9161-4860-b234-4a4dd39f932e), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:03.971308 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-43cf422c-09f9-4671-a995-36bcf22d712e req-b822a258-84a5-438c-b444-2c55a66e74e0 service neutron] 10.222.0.93 "GET /v2.0/networks/c3aac7fc-fa00-48a3-aaf1-bf71d0d04681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899808 Feb 17 09:58:03.997184 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-87c8baff-e61f-490f-b6c1-eebb0435d444 admin admin] Publish callbacks [] for security_group (4a8bd149-9161-4860-b234-4a4dd39f932e), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:04.022813 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d30aea2d-f0e1-49b0-a225-7c8f1c734913 req-6530ab8f-d7d4-4f0c-a435-e904ae5ac4a2 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781751 Feb 17 09:58:04.076138 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-87c8baff-e61f-490f-b6c1-eebb0435d444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (4a8bd149-9161-4860-b234-4a4dd39f932e), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:04.078877 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-87c8baff-e61f-490f-b6c1-eebb0435d444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:04.080090 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-87c8baff-e61f-490f-b6c1-eebb0435d444 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/4a8bd149-9161-4860-b234-4a4dd39f932e HTTP/1.1" status: 204 len: 168 time: 0.1949470 Feb 17 09:58:04.087380 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-2ee97f58-f186-4189-aafd-f6a40e055a05 req-820689ec-1686-4143-873e-a4fffd6411ea service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439429 Feb 17 09:58:04.089812 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8baff-e61f-490f-b6c1-eebb0435d444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8bd149-9161-4860-b234-4a4dd39f932e,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:04.173780 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee97f58-f186-4189-aafd-f6a40e055a05 req-d5be4984-f095-4eed-ab9e-fce7086fe272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:04.175315 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-2ee97f58-f186-4189-aafd-f6a40e055a05 req-d5be4984-f095-4eed-ab9e-fce7086fe272 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7039608c8379432d81234a6c5f780815&device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 1130 time: 0.0561345 Feb 17 09:58:04.299368 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee97f58-f186-4189-aafd-f6a40e055a05 req-855c011b-ae64-4b53-a74b-31d1a9042288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:04.300856 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-2ee97f58-f186-4189-aafd-f6a40e055a05 req-855c011b-ae64-4b53-a74b-31d1a9042288 service neutron] 10.222.0.93 "GET /v2.0/networks?id=796052e6-6954-480c-a009-16c1a3be89b8 HTTP/1.1" status: 200 len: 912 time: 0.0883799 Feb 17 09:58:04.369902 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-2ee97f58-f186-4189-aafd-f6a40e055a05 req-2d77dd79-f9d0-4335-ad90-c95783271c94 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2b0c8b6-0061-4e26-83aa-bbc49bff05ee HTTP/1.1" status: 200 len: 1001 time: 0.0597599 Feb 17 09:58:04.422672 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee97f58-f186-4189-aafd-f6a40e055a05 req-1110c823-21a5-4f64-8458-e1d7a679e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:04.424485 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-2ee97f58-f186-4189-aafd-f6a40e055a05 req-1110c823-21a5-4f64-8458-e1d7a679e457 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4595d53c-1b19-44a4-9d57-e790e2a0475e HTTP/1.1" status: 200 len: 849 time: 0.0475202 Feb 17 09:58:04.478153 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee97f58-f186-4189-aafd-f6a40e055a05 req-63b107fa-ce30-4d8c-aedd-4c4be8cbabeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:04.479735 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-2ee97f58-f186-4189-aafd-f6a40e055a05 req-63b107fa-ce30-4d8c-aedd-4c4be8cbabeb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=796052e6-6954-480c-a009-16c1a3be89b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431960 Feb 17 09:58:04.586162 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-2ee97f58-f186-4189-aafd-f6a40e055a05 req-5e380afe-6c29-4a37-b591-97732dfca7dc service neutron] 10.222.0.93 "GET /v2.0/networks/796052e6-6954-480c-a009-16c1a3be89b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972681 Feb 17 09:58:04.889619 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550590cb-24c2-4465-aa26-1a35562f7018 req-3e9cbf14-fe4e-406c-9ee7-e6f17d1c6edb tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:04.892221 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-550590cb-24c2-4465-aa26-1a35562f7018 req-3e9cbf14-fe4e-406c-9ee7-e6f17d1c6edb tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.0624917 Feb 17 09:58:04.914104 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-2ee97f58-f186-4189-aafd-f6a40e055a05 req-4bc6ad90-cae2-41d7-987f-6ade4525d46e service neutron] 10.222.0.93 "GET /v2.0/networks/796052e6-6954-480c-a009-16c1a3be89b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138089 Feb 17 09:58:04.947031 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-550590cb-24c2-4465-aa26-1a35562f7018 req-74379672-ce17-41f0-aeb9-ec1b71c061c4 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476601 Feb 17 09:58:05.144740 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b65a8a-15bd-459c-b85c-dfe2daed08cb req-1c8950b5-1a94-45c4-874a-2b592c976573 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:05.146167 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f1b65a8a-15bd-459c-b85c-dfe2daed08cb req-1c8950b5-1a94-45c4-874a-2b592c976573 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0549400 Feb 17 09:58:05.193764 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f1b65a8a-15bd-459c-b85c-dfe2daed08cb req-f6a63127-58c2-42a0-a462-e3218a07ff09 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411463 Feb 17 09:58:05.647287 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5e034-4b53-4814-9593-80c3d77ee111 req-e0c5c2a8-68a3-4373-a3dd-0280723182c9 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:05.648734 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-84d5e034-4b53-4814-9593-80c3d77ee111 req-e0c5c2a8-68a3-4373-a3dd-0280723182c9 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.93 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 946 time: 0.0538623 Feb 17 09:58:05.753578 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-84d5e034-4b53-4814-9593-80c3d77ee111 req-c4e0912c-dc44-4077-9001-e87a3be1cf1e tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Deleting port 4f88b398-b2c4-4437-be4c-4a5b92aa76f6 {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:58:05.753935 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-84d5e034-4b53-4814-9593-80c3d77ee111 req-c4e0912c-dc44-4077-9001-e87a3be1cf1e tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (4f88b398-b2c4-4437-be4c-4a5b92aa76f6), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:05.846976 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-84d5e034-4b53-4814-9593-80c3d77ee111 req-c4e0912c-dc44-4077-9001-e87a3be1cf1e tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] For port 4f88b398-b2c4-4437-be4c-4a5b92aa76f6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4f88b398-b2c4-4437-be4c-4a5b92aa76f6,segment=NetworkSegment(6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1),segment_id=6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1)] {{(pid=102621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:58:05.847409 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-84d5e034-4b53-4814-9593-80c3d77ee111 req-c4e0912c-dc44-4077-9001-e87a3be1cf1e tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (4f88b398-b2c4-4437-be4c-4a5b92aa76f6), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:05.859720 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-84d5e034-4b53-4814-9593-80c3d77ee111 req-c4e0912c-dc44-4077-9001-e87a3be1cf1e tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Calling delete_port for 4f88b398-b2c4-4437-be4c-4a5b92aa76f6 owned by compute:nova {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:58:05.993057 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-84d5e034-4b53-4814-9593-80c3d77ee111 req-c4e0912c-dc44-4077-9001-e87a3be1cf1e tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (4f88b398-b2c4-4437-be4c-4a5b92aa76f6), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:06.006038 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b', '4f88b398-b2c4-4437-be4c-4a5b92aa76f6'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:58:06.021610 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0912c-dc44-4077-9001-e87a3be1cf1e tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Pushing event deleted for resources: {'Port': ['ID=4f88b398-b2c4-4437-be4c-4a5b92aa76f6,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:06.083703 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d5e034-4b53-4814-9593-80c3d77ee111 req-c4e0912c-dc44-4077-9001-e87a3be1cf1e tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] No DVR routers for this DVR port 4f88b398-b2c4-4437-be4c-4a5b92aa76f6 on host hv-cinder-77819 {{(pid=102621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:58:06.087562 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-84d5e034-4b53-4814-9593-80c3d77ee111 req-c4e0912c-dc44-4077-9001-e87a3be1cf1e tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:06.091671 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-84d5e034-4b53-4814-9593-80c3d77ee111 req-c4e0912c-dc44-4077-9001-e87a3be1cf1e tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.93 "DELETE /v2.0/ports/4f88b398-b2c4-4437-be4c-4a5b92aa76f6 HTTP/1.1" status: 204 len: 173 time: 0.4346437 Feb 17 09:58:06.092621 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba3329c-1fb8-41c3-b4d0-245fcf58e671', 'name': 'network-vif-deleted', 'tag': '4f88b398-b2c4-4437-be4c-4a5b92aa76f6'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:58:06.095425 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1ac5d0-5df7-45d0-9762-265d9807080d" -d '{"events": [{"server_uuid": "dba3329c-1fb8-41c3-b4d0-245fcf58e671", "name": "network-vif-deleted", "tag": "4f88b398-b2c4-4437-be4c-4a5b92aa76f6"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:58:06.109615 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75be464-ae10-4e80-9515-a0998854390a req-1d800925-3a06-479e-8b72-8991c9268095 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:06.118581 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d75be464-ae10-4e80-9515-a0998854390a req-1d800925-3a06-479e-8b72-8991c9268095 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 945 time: 0.0743697 Feb 17 09:58:06.156332 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7b8d2e-d079-4f28-bcb3-55bcf0529fb7 x-openstack-request-id: req-6c7b8d2e-d079-4f28-bcb3-55bcf0529fb7 {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:58:06.156723 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba3329c-1fb8-41c3-b4d0-245fcf58e671", "name": "network-vif-deleted", "tag": "4f88b398-b2c4-4437-be4c-4a5b92aa76f6", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:58:06.157088 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6c7b8d2e-d079-4f28-bcb3-55bcf0529fb7 {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:58:06.157806 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba3329c-1fb8-41c3-b4d0-245fcf58e671', 'name': 'network-vif-deleted', 'tag': '4f88b398-b2c4-4437-be4c-4a5b92aa76f6', 'status': 'completed', 'code': 200} Feb 17 09:58:06.193345 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d75be464-ae10-4e80-9515-a0998854390a req-7a42a1e2-1b5e-4f04-aae5-1b697e73228c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700645 Feb 17 09:58:06.314983 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6e3338fd-d416-4ebc-bc74-509eee63bb44 req-4a805420-e262-42cc-a113-02539e59dc7a tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=dba3329c-1fb8-41c3-b4d0-245fcf58e671 HTTP/1.1" status: 200 len: 210 time: 0.0331092 Feb 17 09:58:06.526694 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 13e22131-0e22-4496-80cf-c6172a685f66 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:58:06.613760 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 13e22131-0e22-4496-80cf-c6172a685f66 is: ACTIVE; New status is: DOWN {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:58:06.614256 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (13e22131-0e22-4496-80cf-c6172a685f66), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:06.638553 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edea3af2-ed92-4076-a63f-00c84c94342c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13e22131-0e22-4496-80cf-c6172a685f66'}] {{(pid=102622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:58:06.641027 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c0921c82721ddcd3043691fcb1168a632d6e856cc39374f61865f4aa2fd6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733b2e3f-4437-4cb5-b566-82a00a70d6d2" -d '{"events": [{"server_uuid": "edea3af2-ed92-4076-a63f-00c84c94342c", "name": "network-vif-unplugged", "status": "completed", "tag": "13e22131-0e22-4496-80cf-c6172a685f66"}]}' {{(pid=102622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:58:06.663671 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 13e22131-0e22-4496-80cf-c6172a685f66, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=13e22131-0e22-4496-80cf-c6172a685f66,segment=NetworkSegment(44712ed5-627e-45e3-929a-a847c740dda7),segment_id=44712ed5-627e-45e3-929a-a847c740dda7)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:58:06.668240 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (13e22131-0e22-4496-80cf-c6172a685f66), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:06.675607 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 09:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b949da1d-4706-433f-8c4f-94ab11050623 x-openstack-request-id: req-b949da1d-4706-433f-8c4f-94ab11050623 {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:58:06.675901 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edea3af2-ed92-4076-a63f-00c84c94342c", "name": "network-vif-unplugged", "status": "completed", "tag": "13e22131-0e22-4496-80cf-c6172a685f66", "code": 200}]} {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:58:06.676154 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b949da1d-4706-433f-8c4f-94ab11050623 {{(pid=102622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:58:06.676546 dv-cinder-778193-18-iscsi neutron-server[102622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edea3af2-ed92-4076-a63f-00c84c94342c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13e22131-0e22-4496-80cf-c6172a685f66', 'code': 200} Feb 17 09:58:06.684603 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 50372) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:06.725695 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=13e22131-0e22-4496-80cf-c6172a685f66,revision_number=8']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:06.791353 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4759a062-b3ce-4ab3-b1e5-380bee56cb09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:06.865967 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4759a062-b3ce-4ab3-b1e5-380bee56cb09 admin admin] Publish callbacks [] for security_group (7e4f32c7-0af9-4cfc-acaa-7481e38d627c), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:06.870157 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4759a062-b3ce-4ab3-b1e5-380bee56cb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (7e4f32c7-0af9-4cfc-acaa-7481e38d627c), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:06.910969 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-4759a062-b3ce-4ab3-b1e5-380bee56cb09 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=749b3dece4a64bcfba65d60f4e503562&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220738 Feb 17 09:58:06.910969 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759a062-b3ce-4ab3-b1e5-380bee56cb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4f32c7-0af9-4cfc-acaa-7481e38d627c,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:06.911396 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 50378) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:06.967329 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-58bbb7a4-b4be-427c-8f37-a73c877ca248 admin admin] Publish callbacks [] for security_group (7e4f32c7-0af9-4cfc-acaa-7481e38d627c), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:06.990293 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-58bbb7a4-b4be-427c-8f37-a73c877ca248 admin admin] Publish callbacks [] for security_group (7e4f32c7-0af9-4cfc-acaa-7481e38d627c), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:07.048013 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-58bbb7a4-b4be-427c-8f37-a73c877ca248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (7e4f32c7-0af9-4cfc-acaa-7481e38d627c), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:07.052546 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-58bbb7a4-b4be-427c-8f37-a73c877ca248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:07.059283 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-58bbb7a4-b4be-427c-8f37-a73c877ca248 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7e4f32c7-0af9-4cfc-acaa-7481e38d627c HTTP/1.1" status: 204 len: 168 time: 0.1457114 Feb 17 09:58:07.072525 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bbb7a4-b4be-427c-8f37-a73c877ca248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4f32c7-0af9-4cfc-acaa-7481e38d627c,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:07.326795 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8991c9-6d0b-43dc-a472-4bfdfc003f56 req-289c160a-e723-401e-ad26-437b134f4f1f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:07.328584 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7d8991c9-6d0b-43dc-a472-4bfdfc003f56 req-289c160a-e723-401e-ad26-437b134f4f1f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 943 time: 0.0609052 Feb 17 09:58:07.379838 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 50390) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:07.395429 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7d8991c9-6d0b-43dc-a472-4bfdfc003f56 req-caf304c1-0995-492c-a15e-970b2d8ed347 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600095 Feb 17 09:58:07.395598 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-88ce048c-8648-47d3-b806-e434ae001223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:07.486963 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-88ce048c-8648-47d3-b806-e434ae001223 admin admin] Publish callbacks [] for security_group (822dd4e4-5601-4ee5-b764-cd60af5c2df5), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:07.491796 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-88ce048c-8648-47d3-b806-e434ae001223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (822dd4e4-5601-4ee5-b764-cd60af5c2df5), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:07.541046 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 50400) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:07.547964 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-88ce048c-8648-47d3-b806-e434ae001223 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e73464d5398c4f1cacbf0ebbea865e64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1667488 Feb 17 09:58:07.554548 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce048c-8648-47d3-b806-e434ae001223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822dd4e4-5601-4ee5-b764-cd60af5c2df5,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:07.629169 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-e1e4a89f-903c-4243-95ca-f56e3216567c admin admin] Publish callbacks [] for security_group (822dd4e4-5601-4ee5-b764-cd60af5c2df5), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:07.649453 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553ae44-c564-4843-8a6a-bfa2824d46e7 req-c38cf694-efce-4a3b-8f60-fb68ac86aba3 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:07.651379 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3553ae44-c564-4843-8a6a-bfa2824d46e7 req-c38cf694-efce-4a3b-8f60-fb68ac86aba3 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0825632 Feb 17 09:58:07.667550 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-e1e4a89f-903c-4243-95ca-f56e3216567c admin admin] Publish callbacks [] for security_group (822dd4e4-5601-4ee5-b764-cd60af5c2df5), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:07.738065 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3553ae44-c564-4843-8a6a-bfa2824d46e7 req-fc59f8f7-17c2-4153-a8ab-02f20f695655 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762467 Feb 17 09:58:07.759629 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-e1e4a89f-903c-4243-95ca-f56e3216567c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (822dd4e4-5601-4ee5-b764-cd60af5c2df5), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:07.759629 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-e1e4a89f-903c-4243-95ca-f56e3216567c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:07.763368 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-e1e4a89f-903c-4243-95ca-f56e3216567c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/822dd4e4-5601-4ee5-b764-cd60af5c2df5 HTTP/1.1" status: 204 len: 168 time: 0.2211399 Feb 17 09:58:07.771336 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4a89f-903c-4243-95ca-f56e3216567c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822dd4e4-5601-4ee5-b764-cd60af5c2df5,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:07.941038 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [req-2e52d901-d58d-460b-8017-042c43f18191 req-268ded9a-5146-47f7-95c6-c13a4ebaac70 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=102620) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 09:58:07.942158 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2e52d901-d58d-460b-8017-042c43f18191 req-268ded9a-5146-47f7-95c6-c13a4ebaac70 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054891 Feb 17 09:58:08.162262 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a6369-534f-442c-84a9-700ae4c9e9d7 req-e17e3960-44da-4ce6-a123-ebc65bbb0704 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:08.163806 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a83a6369-534f-442c-84a9-700ae4c9e9d7 req-e17e3960-44da-4ce6-a123-ebc65bbb0704 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 945 time: 0.0971899 Feb 17 09:58:08.186332 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba72ce-7b5d-4fb5-930e-90a6b6db6e48 req-6b6ef660-ca5c-4e76-ab3a-5913795f4758 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:08.187930 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-29ba72ce-7b5d-4fb5-930e-90a6b6db6e48 req-6b6ef660-ca5c-4e76-ab3a-5913795f4758 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 943 time: 0.0883708 Feb 17 09:58:08.253724 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a83a6369-534f-442c-84a9-700ae4c9e9d7 req-e9e9523f-7a6b-40a8-a6ee-0169879e186a tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813966 Feb 17 09:58:08.267704 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-29ba72ce-7b5d-4fb5-930e-90a6b6db6e48 req-eb4cecc5-87c1-4dd3-9313-23ab0998a30d tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733945 Feb 17 09:58:08.277244 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 50446) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:08.493796 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d84194-7fcd-4123-ad3f-4bea132ed7f8 tempest-TestMinimumBasicScenario-1501893548 tempest-TestMinimumBasicScenario-1501893548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:08.498114 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-f7d84194-7fcd-4123-ad3f-4bea132ed7f8 tempest-TestMinimumBasicScenario-1501893548 tempest-TestMinimumBasicScenario-1501893548-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 1124 time: 0.2171786 Feb 17 09:58:08.498484 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 50458) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:08.503094 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-02c4b6be-c5af-467f-b926-527f5908fb16 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Request body: {'floatingip': {'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'port_id': 'f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9', 'tenant_id': '742b9187fc164d4f806fdce7df1f90ad', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:58:08.525496 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-02c4b6be-c5af-467f-b926-527f5908fb16 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:08.576032 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 50466) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:08.658293 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-02c4b6be-c5af-467f-b926-527f5908fb16 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:08.694815 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 50478) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:08.743811 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-3c66a352-a246-4c2e-b3be-a791e0c24015 req-78677578-0c1c-4474-895c-9838f7b5e045 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1656835 Feb 17 09:58:08.749432 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [req-3c66a352-a246-4c2e-b3be-a791e0c24015 req-e54e7da0-8704-4188-ae9f-58942edc1b0d service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=102621) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 09:58:08.759900 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-3c66a352-a246-4c2e-b3be-a791e0c24015 req-e54e7da0-8704-4188-ae9f-58942edc1b0d service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0151415 Feb 17 09:58:08.768044 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-b54a89c6-9a3e-411e-974c-34ab92bf35ce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1740407472-network', 'tenant_id': '8d4375226cff484b86f61af6f7a788e7'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:58:08.797556 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54a89c6-9a3e-411e-974c-34ab92bf35ce admin admin] Made reservation on behalf of 8d4375226cff484b86f61af6f7a788e7 for: {'network': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:58:08.800530 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-b54a89c6-9a3e-411e-974c-34ab92bf35ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for network (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:08.811352 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.db_base_plugin_common [None req-02c4b6be-c5af-467f-b926-527f5908fb16 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Allocated IP 172.27.0.216 (e9041cdf-f130-4174-b12b-9a6052f109e9/ab0a3e63-7c03-47a8-8a32-e5bb6e305511/e98eff95-dff5-4dca-beb6-da000628a508) {{(pid=102620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:58:08.812964 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-b54a89c6-9a3e-411e-974c-34ab92bf35ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:08.910096 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-b54a89c6-9a3e-411e-974c-34ab92bf35ce admin admin] Publish callbacks [] for security_group (282863eb-e490-42f5-8894-9e050129b5c1), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:08.914885 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-b54a89c6-9a3e-411e-974c-34ab92bf35ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (282863eb-e490-42f5-8894-9e050129b5c1), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:08.943682 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 50492) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:08.948173 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b54a89c6-9a3e-411e-974c-34ab92bf35ce admin admin] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=102621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:58:08.981667 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a89c6-9a3e-411e-974c-34ab92bf35ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282863eb-e490-42f5-8894-9e050129b5c1,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:08.995667 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-b54a89c6-9a3e-411e-974c-34ab92bf35ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (4968a86f-fcc2-413b-921d-9bcab53bbdf2), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:08.996023 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.db.segments_db [None req-b54a89c6-9a3e-411e-974c-34ab92bf35ce admin admin] Added segment 4968a86f-fcc2-413b-921d-9bcab53bbdf2 of type vlan for network f08059b4-5aeb-4885-a956-d7370c49a74c Feb 17 09:58:09.014989 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cf1b9-1f0b-4839-b731-b45d648554bb req-c53e6a79-ab13-4d00-a8a6-3d2f85b2952c tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:09.022882 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-822cf1b9-1f0b-4839-b731-b45d648554bb req-c53e6a79-ab13-4d00-a8a6-3d2f85b2952c tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.1780605 Feb 17 09:58:09.048549 dv-cinder-778193-18-iscsi neutron-server[102621]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 09:58:09.055546 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-02c4b6be-c5af-467f-b926-527f5908fb16 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks [] for port (e98eff95-dff5-4dca-beb6-da000628a508), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:09.094119 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-b54a89c6-9a3e-411e-974c-34ab92bf35ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771562205323'] for network (f08059b4-5aeb-4885-a956-d7370c49a74c), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:09.113749 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-822cf1b9-1f0b-4839-b731-b45d648554bb req-8db32e46-a7f9-479b-8466-4ad5e8fed5c9 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899010 Feb 17 09:58:09.119434 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66a352-a246-4c2e-b3be-a791e0c24015 req-9d984bed-4dd6-42bf-a9d0-d3a920903484 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:09.120872 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-3c66a352-a246-4c2e-b3be-a791e0c24015 req-9d984bed-4dd6-42bf-a9d0-d3a920903484 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports/13e22131-0e22-4496-80cf-c6172a685f66 HTTP/1.1" status: 200 len: 940 time: 0.1738110 Feb 17 09:58:09.129697 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-02c4b6be-c5af-467f-b926-527f5908fb16 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11330461'] for port (e98eff95-dff5-4dca-beb6-da000628a508), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:09.137903 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-b54a89c6-9a3e-411e-974c-34ab92bf35ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854'] for network (f08059b4-5aeb-4885-a956-d7370c49a74c), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:09.139183 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54a89c6-9a3e-411e-974c-34ab92bf35ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:09.141089 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-b54a89c6-9a3e-411e-974c-34ab92bf35ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:09.173437 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c4b6be-c5af-467f-b926-527f5908fb16 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Network e9041cdf-f130-4174-b12b-9a6052f109e9 is already hosted by enough agents. {{(pid=102620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:58:09.180845 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [None req-02c4b6be-c5af-467f-b926-527f5908fb16 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Resources bound (agent type, host, resource id): {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:58:09.184128 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c4b6be-c5af-467f-b926-527f5908fb16 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Received port after_create {{(pid=102620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:58:09.189892 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-b54a89c6-9a3e-411e-974c-34ab92bf35ce admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4900589 Feb 17 09:58:09.190192 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 50500) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:09.196865 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-effb1415-1470-433e-af78-e0ea28134902 admin admin] Request body: {'subnet': {'network_id': 'f08059b4-5aeb-4885-a956-d7370c49a74c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1740407472-subnet', 'tenant_id': '8d4375226cff484b86f61af6f7a788e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:58:09.213480 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4b6be-c5af-467f-b926-527f5908fb16 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Pushing event updated for resources: {'Port': ['ID=e98eff95-dff5-4dca-beb6-da000628a508,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:09.235776 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a89c6-9a3e-411e-974c-34ab92bf35ce admin admin] Pushing event updated for resources: {'Network': ['ID=f08059b4-5aeb-4885-a956-d7370c49a74c,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:09.249457 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effb1415-1470-433e-af78-e0ea28134902 admin admin] Made reservation on behalf of 8d4375226cff484b86f61af6f7a788e7 for: {'subnet': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:58:09.251956 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-effb1415-1470-433e-af78-e0ea28134902 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8441180'] for subnet (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:09.265407 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Network f08059b4-5aeb-4885-a956-d7370c49a74c details requested by agent ovs-agent-dv-cinder-778193-18-iscsi with host dv-cinder-778193-18-iscsi {{(pid=102622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:58:09.451763 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-effb1415-1470-433e-af78-e0ea28134902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9009475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8441198'] for subnet (938eaee9-9c5d-427d-8b11-8efb62122519), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:09.513315 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb1415-1470-433e-af78-e0ea28134902 admin admin] Pushing event updated for resources: {'Subnet': ['ID=938eaee9-9c5d-427d-8b11-8efb62122519,revision_number=0']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:09.525252 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effb1415-1470-433e-af78-e0ea28134902 admin admin] Checking segment: {'id': '4968a86f-fcc2-413b-921d-9bcab53bbdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f08059b4-5aeb-4885-a956-d7370c49a74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:58:09.525775 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effb1415-1470-433e-af78-e0ea28134902 admin admin] Network hostable DHCP agents. Network: f08059b4-5aeb-4885-a956-d7370c49a74c, hostable agents: ['218f41e8-fc39-4954-bed9-509113520430'], hosted agents: [] {{(pid=102621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:58:09.527349 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc801b0-cb6b-4c63-ae3e-f1d024500ee4 req-ccc6e69f-14a9-4074-806f-e9ade904eb3a tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:09.529906 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-acc801b0-cb6b-4c63-ae3e-f1d024500ee4 req-ccc6e69f-14a9-4074-806f-e9ade904eb3a tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 943 time: 0.1200871 Feb 17 09:58:09.544726 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effb1415-1470-433e-af78-e0ea28134902 admin admin] Network f08059b4-5aeb-4885-a956-d7370c49a74c is scheduled to be hosted by DHCP agent 218f41e8-fc39-4954-bed9-509113520430 with binding_index 1 {{(pid=102621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:58:09.553849 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [None req-effb1415-1470-433e-af78-e0ea28134902 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-18-iscsi, f08059b4-5aeb-4885-a956-d7370c49a74c) {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:58:09.558088 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effb1415-1470-433e-af78-e0ea28134902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:09.558690 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-effb1415-1470-433e-af78-e0ea28134902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for subnet (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:09.574729 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc28bb1-8c78-4663-8912-9bfa2c2bf04c None None] Network f08059b4-5aeb-4885-a956-d7370c49a74c requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:58:09.579058 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-effb1415-1470-433e-af78-e0ea28134902 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3863113 Feb 17 09:58:09.621152 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-acc801b0-cb6b-4c63-ae3e-f1d024500ee4 req-5bb6f7e5-0300-49ff-b9b2-17a6b5efac45 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822372 Feb 17 09:58:09.701041 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d3152b-17d9-4fc4-9e94-d170c420feb6 None None] Network f08059b4-5aeb-4885-a956-d7370c49a74c requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:58:09.741507 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-02c4b6be-c5af-467f-b926-527f5908fb16 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks [] for floatingip (59f36117-c59a-4e72-913a-f598f10d7263), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:09.818243 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-02c4b6be-c5af-467f-b926-527f5908fb16 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (e98eff95-dff5-4dca-beb6-da000628a508), before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:09.971421 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-02c4b6be-c5af-467f-b926-527f5908fb16 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks [] for port (e98eff95-dff5-4dca-beb6-da000628a508), precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:09.977787 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-02c4b6be-c5af-467f-b926-527f5908fb16 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11330454'] for port (e98eff95-dff5-4dca-beb6-da000628a508), after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:10.058395 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4b6be-c5af-467f-b926-527f5908fb16 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Pushing event updated for resources: {'Port': ['ID=e98eff95-dff5-4dca-beb6-da000628a508,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:10.072496 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-02c4b6be-c5af-467f-b926-527f5908fb16 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931625'] for floatingip (59f36117-c59a-4e72-913a-f598f10d7263), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:10.137452 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 50524) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:10.142504 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-c1e2dabd-71a4-451a-a688-665ae2be41a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-676324922-network', 'tenant_id': 'e9e19dc9ddd6431c822589feacf1cf67'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:58:10.165970 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e2dabd-71a4-451a-a688-665ae2be41a5 admin admin] Made reservation on behalf of e9e19dc9ddd6431c822589feacf1cf67 for: {'network': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:58:10.168671 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c1e2dabd-71a4-451a-a688-665ae2be41a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for network (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:10.178181 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c1e2dabd-71a4-451a-a688-665ae2be41a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:10.186960 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.db.l3_db [None req-02c4b6be-c5af-467f-b926-527f5908fb16 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Floating IP 59f36117-c59a-4e72-913a-f598f10d7263 associated. External IP: 172.27.0.216, port: f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9. Feb 17 09:58:10.257208 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c1e2dabd-71a4-451a-a688-665ae2be41a5 admin admin] Publish callbacks [] for security_group (9d9dca49-92a0-4e20-8233-164f742f1060), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:10.262438 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c1e2dabd-71a4-451a-a688-665ae2be41a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (9d9dca49-92a0-4e20-8233-164f742f1060), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:10.289114 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1e2dabd-71a4-451a-a688-665ae2be41a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=102621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:58:10.301903 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2dabd-71a4-451a-a688-665ae2be41a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9dca49-92a0-4e20-8233-164f742f1060,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:10.304948 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c1e2dabd-71a4-451a-a688-665ae2be41a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (6907ce67-e033-48a5-bb93-4c587690c19b), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:10.305238 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.db.segments_db [None req-c1e2dabd-71a4-451a-a688-665ae2be41a5 admin admin] Added segment 6907ce67-e033-48a5-bb93-4c587690c19b of type vlan for network 497a8ca6-346c-4a79-9a09-8b3a8d3bad00 Feb 17 09:58:10.333172 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6aa56-5c35-44e7-9e70-af45742b9ed4 req-9ea758ae-dda1-46e3-89ee-344252ff6f4d tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:10.342100 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b3f6aa56-5c35-44e7-9e70-af45742b9ed4 req-9ea758ae-dda1-46e3-89ee-344252ff6f4d tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.1182084 Feb 17 09:58:10.350297 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c1e2dabd-71a4-451a-a688-665ae2be41a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771562205323'] for network (497a8ca6-346c-4a79-9a09-8b3a8d3bad00), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:10.375491 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c1e2dabd-71a4-451a-a688-665ae2be41a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854'] for network (497a8ca6-346c-4a79-9a09-8b3a8d3bad00), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:10.376525 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e2dabd-71a4-451a-a688-665ae2be41a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:10.377284 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c1e2dabd-71a4-451a-a688-665ae2be41a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:10.419979 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-c1e2dabd-71a4-451a-a688-665ae2be41a5 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2813022 Feb 17 09:58:10.423738 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 50528) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:10.431668 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-93b8c416-4c36-452c-933d-778f0aea8237 admin admin] Request body: {'subnet': {'network_id': '497a8ca6-346c-4a79-9a09-8b3a8d3bad00', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-676324922-subnet', 'tenant_id': 'e9e19dc9ddd6431c822589feacf1cf67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:58:10.474839 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2dabd-71a4-451a-a688-665ae2be41a5 admin admin] Pushing event updated for resources: {'Network': ['ID=497a8ca6-346c-4a79-9a09-8b3a8d3bad00,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:10.488647 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Network 497a8ca6-346c-4a79-9a09-8b3a8d3bad00 details requested by agent ovs-agent-dv-cinder-778193-18-iscsi with host dv-cinder-778193-18-iscsi {{(pid=102622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:58:10.494744 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b8c416-4c36-452c-933d-778f0aea8237 admin admin] Made reservation on behalf of e9e19dc9ddd6431c822589feacf1cf67 for: {'subnet': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:58:10.497430 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-93b8c416-4c36-452c-933d-778f0aea8237 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8441180'] for subnet (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:10.568749 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 4f88b398-b2c4-4437-be4c-4a5b92aa76f6 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:58:10.594397 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] No Port match for: 4f88b398-b2c4-4437-be4c-4a5b92aa76f6 {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:58:10.594751 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 4f88b398-b2c4-4437-be4c-4a5b92aa76f6 not bound to the agent host hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:58:10.595190 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 13e22131-0e22-4496-80cf-c6172a685f66 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:58:10.682015 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 13e22131-0e22-4496-80cf-c6172a685f66 is: DOWN; New status is: DOWN {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:58:10.683440 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b3f6aa56-5c35-44e7-9e70-af45742b9ed4 req-dfcf4570-6974-4f05-89c8-637eeb7ac375 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404543 Feb 17 09:58:10.708000 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-93b8c416-4c36-452c-933d-778f0aea8237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9009475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8441198'] for subnet (3035e147-809c-4784-988f-84b81090cb68), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:10.719603 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c4b6be-c5af-467f-b926-527f5908fb16 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Router 6a8f353f-9f63-4141-8a30-5082438076f6 has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:58:10.757697 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8c416-4c36-452c-933d-778f0aea8237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3035e147-809c-4784-988f-84b81090cb68,revision_number=0']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:10.772422 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b8c416-4c36-452c-933d-778f0aea8237 admin admin] Checking segment: {'id': '6907ce67-e033-48a5-bb93-4c587690c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '497a8ca6-346c-4a79-9a09-8b3a8d3bad00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:58:10.772782 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b8c416-4c36-452c-933d-778f0aea8237 admin admin] Network hostable DHCP agents. Network: 497a8ca6-346c-4a79-9a09-8b3a8d3bad00, hostable agents: ['218f41e8-fc39-4954-bed9-509113520430'], hosted agents: [] {{(pid=102621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:58:10.790265 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b8c416-4c36-452c-933d-778f0aea8237 admin admin] Network 497a8ca6-346c-4a79-9a09-8b3a8d3bad00 is scheduled to be hosted by DHCP agent 218f41e8-fc39-4954-bed9-509113520430 with binding_index 1 {{(pid=102621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:58:10.800591 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [None req-93b8c416-4c36-452c-933d-778f0aea8237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-18-iscsi, 497a8ca6-346c-4a79-9a09-8b3a8d3bad00) {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:58:10.805918 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b8c416-4c36-452c-933d-778f0aea8237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:10.807019 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-93b8c416-4c36-452c-933d-778f0aea8237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for subnet (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:10.810037 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06778bb9-2e09-49f1-8c4f-c50e4e4e9ea7 None None] Network 497a8ca6-346c-4a79-9a09-8b3a8d3bad00 requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:58:10.831868 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-93b8c416-4c36-452c-933d-778f0aea8237 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4065304 Feb 17 09:58:10.858102 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daf01d-34f9-4da1-b1e1-9da387a17a4d req-514cea79-79d6-4f7a-83fe-88559e46068e tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:10.859704 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-41daf01d-34f9-4da1-b1e1-9da387a17a4d req-514cea79-79d6-4f7a-83fe-88559e46068e tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 943 time: 0.1389713 Feb 17 09:58:10.913995 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c4b6be-c5af-467f-b926-527f5908fb16 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:58:10.920985 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fca50ca-685e-4a90-98ff-f878962bc7dc None None] Network 497a8ca6-346c-4a79-9a09-8b3a8d3bad00 requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:58:10.926140 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c65dbb-77c2-42c2-a3c5-a60005aa7107 None None] Sync routers for ids ['6a8f353f-9f63-4141-8a30-5082438076f6'] in dv-cinder-778193-18-iscsi {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:58:10.935810 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-41daf01d-34f9-4da1-b1e1-9da387a17a4d req-8955fbac-75a1-42dc-890a-2729804477d2 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644379 Feb 17 09:58:10.940018 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-02c4b6be-c5af-467f-b926-527f5908fb16 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for floatingip (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:10.949477 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c65dbb-77c2-42c2-a3c5-a60005aa7107 None None] Routers {'6a8f353f-9f63-4141-8a30-5082438076f6'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:58:10.950127 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-c6c65dbb-77c2-42c2-a3c5-a60005aa7107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:57:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['6a8f353f-9f63-4141-8a30-5082438076f6'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:10.973433 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-02c4b6be-c5af-467f-b926-527f5908fb16 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4738603 Feb 17 09:58:10.974131 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df2d10e-b703-4331-91b3-e610ddf30550', 'tag': 'f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9'}] {{(pid=102620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:58:10.976324 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 50534) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:10.977379 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69de941e648a7b0ccac97a7d892e956e63e7941796132e5e6c0bd98302818107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4db18b8-ce32-4c77-91dc-ae655dd81eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "9df2d10e-b703-4331-91b3-e610ddf30550", "tag": "f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9"}]}' {{(pid=102620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:58:10.982233 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-06c937b9-baeb-4174-98a4-572640361c2e tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1463174416', 'description': 'tempest-secgroup-smoke-1463174416 description', 'project_id': '742b9187fc164d4f806fdce7df1f90ad'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:58:11.027560 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-06c937b9-baeb-4174-98a4-572640361c2e tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:11.054131 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab327695-bb37-4630-92e5-fb0c13f4a28e x-openstack-request-id: req-ab327695-bb37-4630-92e5-fb0c13f4a28e {{(pid=102620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:58:11.054429 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df2d10e-b703-4331-91b3-e610ddf30550", "tag": "f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9", "status": "completed", "code": 200}]} {{(pid=102620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:58:11.054699 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ab327695-bb37-4630-92e5-fb0c13f4a28e {{(pid=102620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:58:11.055198 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df2d10e-b703-4331-91b3-e610ddf30550', 'tag': 'f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9', 'status': 'completed', 'code': 200} Feb 17 09:58:11.109174 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-c6c65dbb-77c2-42c2-a3c5-a60005aa7107 None None] Set router 6a8f353f-9f63-4141-8a30-5082438076f6 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:58:11.170150 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-06c937b9-baeb-4174-98a4-572640361c2e tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks [] for security_group (46f19b23-0bd1-414e-a780-cc088693aee3), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:11.175314 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-06c937b9-baeb-4174-98a4-572640361c2e tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (46f19b23-0bd1-414e-a780-cc088693aee3), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:11.204904 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c937b9-baeb-4174-98a4-572640361c2e tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46f19b23-0bd1-414e-a780-cc088693aee3,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:11.217065 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db18b8-ce32-4c77-91dc-ae655dd81eb1 req-d83a404e-298e-4491-9878-25444a52b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:11.218646 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-f4db18b8-ce32-4c77-91dc-ae655dd81eb1 req-d83a404e-298e-4491-9878-25444a52b51b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=742b9187fc164d4f806fdce7df1f90ad&device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 1129 time: 0.1253619 Feb 17 09:58:11.234324 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-06c937b9-baeb-4174-98a4-572640361c2e tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:11.238376 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-06c937b9-baeb-4174-98a4-572640361c2e tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2572608 Feb 17 09:58:11.238652 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 50544) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:11.243669 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-ed265223-d8b6-439c-aae6-eb172509c93c tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Request body: {'security_group_rule': {'security_group_id': '46f19b23-0bd1-414e-a780-cc088693aee3', 'project_id': '742b9187fc164d4f806fdce7df1f90ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:58:11.272560 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ed265223-d8b6-439c-aae6-eb172509c93c tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks [] for security_group_rule (78fb3cff-27bc-4532-ab54-6aab20df1d47), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:11.356378 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ed265223-d8b6-439c-aae6-eb172509c93c tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks [] for security_group_rule (78fb3cff-27bc-4532-ab54-6aab20df1d47), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:11.358505 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db18b8-ce32-4c77-91dc-ae655dd81eb1 req-4d901273-433b-4f56-87ac-92a50f4c229a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:11.360160 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-f4db18b8-ce32-4c77-91dc-ae655dd81eb1 req-4d901273-433b-4f56-87ac-92a50f4c229a service neutron] 10.222.0.93 "GET /v2.0/networks?id=b2432867-45f9-4904-a392-095ca5cf2bfa HTTP/1.1" status: 200 len: 917 time: 0.1291761 Feb 17 09:58:11.362143 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ed265223-d8b6-439c-aae6-eb172509c93c tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711128'] for security_group_rule (78fb3cff-27bc-4532-ab54-6aab20df1d47), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:11.384539 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed265223-d8b6-439c-aae6-eb172509c93c tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78fb3cff-27bc-4532-ab54-6aab20df1d47,revision_number=0']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:11.396136 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ed265223-d8b6-439c-aae6-eb172509c93c tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:11.403211 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-ed265223-d8b6-439c-aae6-eb172509c93c tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1634288 Feb 17 09:58:11.403933 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 50546) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:11.406908 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-c6c65dbb-77c2-42c2-a3c5-a60005aa7107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'name': 'tempest-TestMinimumBasicScenario-1074956760-router', 'tenant_id': '742b9187fc164d4f806fdce7df1f90ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '679c4b50-4765-4acf-bf33-eb50aacc3948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T09:57:09Z', 'revision_number': 4, 'project_id': '742b9187fc164d4f806fdce7df1f90ad', 'gw_port': {'id': '679c4b50-4765-4acf-bf33-eb50aacc3948', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fe:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:06Z', 'updated_at': '2022-02-17T09:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_floatingips': [{'id': '59f36117-c59a-4e72-913a-f598f10d7263', 'tenant_id': '742b9187fc164d4f806fdce7df1f90ad', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'router_id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'port_id': 'f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2432867-45f9-4904-a392-095ca5cf2bfa', 'mac_address': 'fa:16:3e:56:aa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df2d10e-b703-4331-91b3-e610ddf30550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:58:09Z', 'updated_at': '2022-02-17T09:58:09Z', 'revision_number': 0, 'project_id': '742b9187fc164d4f806fdce7df1f90ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7', 'name': '', 'network_id': 'b2432867-45f9-4904-a392-095ca5cf2bfa', 'tenant_id': '742b9187fc164d4f806fdce7df1f90ad', 'mac_address': 'fa:16:3e:d2:aa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'c4f08b7d-085e-4fd8-870e-af663cf832eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:08Z', 'updated_at': '2022-02-17T09:57:13Z', 'revision_number': 5, 'project_id': '742b9187fc164d4f806fdce7df1f90ad', 'subnets': [{'id': 'c4f08b7d-085e-4fd8-870e-af663cf832eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:11.408615 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-613c4798-77b4-41ff-926d-2ae36faf4b14 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Request body: {'security_group_rule': {'security_group_id': '46f19b23-0bd1-414e-a780-cc088693aee3', 'project_id': '742b9187fc164d4f806fdce7df1f90ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:58:11.437190 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-613c4798-77b4-41ff-926d-2ae36faf4b14 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks [] for security_group_rule (479c232a-4dd6-44d7-9222-8b4c948759c3), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:11.444078 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c65dbb-77c2-42c2-a3c5-a60005aa7107 None None] Checking router: 6a8f353f-9f63-4141-8a30-5082438076f6 for host: dv-cinder-778193-18-iscsi {{(pid=102623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:58:11.444288 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-49b0e7f1-edb5-440f-bfb9-dcaad4eddc39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:11.458272 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c65dbb-77c2-42c2-a3c5-a60005aa7107 None None] Routers {'6a8f353f-9f63-4141-8a30-5082438076f6'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:58:11.458948 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-c6c65dbb-77c2-42c2-a3c5-a60005aa7107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:57:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['6a8f353f-9f63-4141-8a30-5082438076f6'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:11.474014 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-f4db18b8-ce32-4c77-91dc-ae655dd81eb1 req-2c1d4dd9-f7e0-4911-a9b4-afb50d3e2e27 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 HTTP/1.1" status: 200 len: 999 time: 0.1056235 Feb 17 09:58:11.504113 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-613c4798-77b4-41ff-926d-2ae36faf4b14 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks [] for security_group_rule (479c232a-4dd6-44d7-9222-8b4c948759c3), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:11.509102 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-613c4798-77b4-41ff-926d-2ae36faf4b14 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711128'] for security_group_rule (479c232a-4dd6-44d7-9222-8b4c948759c3), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:11.535593 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-613c4798-77b4-41ff-926d-2ae36faf4b14 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:11.536256 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db18b8-ce32-4c77-91dc-ae655dd81eb1 req-c90e9d9f-c18b-44c9-ae37-85e000fc095c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:11.550050 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-f4db18b8-ce32-4c77-91dc-ae655dd81eb1 req-c90e9d9f-c18b-44c9-ae37-85e000fc095c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c4f08b7d-085e-4fd8-870e-af663cf832eb HTTP/1.1" status: 200 len: 854 time: 0.0571609 Feb 17 09:58:11.550050 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 50548) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:11.550241 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-613c4798-77b4-41ff-926d-2ae36faf4b14 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1387050 Feb 17 09:58:11.552049 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c4798-77b4-41ff-926d-2ae36faf4b14 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=479c232a-4dd6-44d7-9222-8b4c948759c3,revision_number=0']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:11.553958 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-08be7ae1-93bb-44f2-b62f-c1dab654d0bc tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Request body: {'security_group_rule': {'security_group_id': '46f19b23-0bd1-414e-a780-cc088693aee3', 'project_id': '742b9187fc164d4f806fdce7df1f90ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:58:11.609033 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-c6c65dbb-77c2-42c2-a3c5-a60005aa7107 None None] Set router 6a8f353f-9f63-4141-8a30-5082438076f6 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:58:11.626939 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-08be7ae1-93bb-44f2-b62f-c1dab654d0bc tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks [] for security_group_rule (9aff59ce-9ab2-4804-98dd-5f779dbb1d5e), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:11.632167 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db18b8-ce32-4c77-91dc-ae655dd81eb1 req-5f5f69b3-9719-4b62-93d8-0dbe988fb774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:11.634212 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-f4db18b8-ce32-4c77-91dc-ae655dd81eb1 req-5f5f69b3-9719-4b62-93d8-0dbe988fb774 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b2432867-45f9-4904-a392-095ca5cf2bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0757530 Feb 17 09:58:11.745592 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-08be7ae1-93bb-44f2-b62f-c1dab654d0bc tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks [] for security_group_rule (9aff59ce-9ab2-4804-98dd-5f779dbb1d5e), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:11.755717 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-08be7ae1-93bb-44f2-b62f-c1dab654d0bc tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711128'] for security_group_rule (9aff59ce-9ab2-4804-98dd-5f779dbb1d5e), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:11.783454 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-f4db18b8-ce32-4c77-91dc-ae655dd81eb1 req-8a6689a1-eda2-4f8f-8dcb-fea2cac34e1f service neutron] 10.222.0.93 "GET /v2.0/networks/b2432867-45f9-4904-a392-095ca5cf2bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410809 Feb 17 09:58:11.785036 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be7ae1-93bb-44f2-b62f-c1dab654d0bc tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aff59ce-9ab2-4804-98dd-5f779dbb1d5e,revision_number=0']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:11.802669 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-08be7ae1-93bb-44f2-b62f-c1dab654d0bc tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:11.803932 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-08be7ae1-93bb-44f2-b62f-c1dab654d0bc tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2616768 Feb 17 09:58:11.807473 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 50556) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:11.813117 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-953987fa-6d46-4bb9-ace7-3a4be27be85d tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Request body: {'security_group_rule': {'security_group_id': '46f19b23-0bd1-414e-a780-cc088693aee3', 'project_id': '742b9187fc164d4f806fdce7df1f90ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:58:11.834469 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537fbd7-17a3-4f4c-a50a-2750892ca954 req-3ee333bb-fa25-410a-ab1f-6f36f0fade01 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:11.836429 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d537fbd7-17a3-4f4c-a50a-2750892ca954 req-3ee333bb-fa25-410a-ab1f-6f36f0fade01 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0828550 Feb 17 09:58:11.870245 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-c6c65dbb-77c2-42c2-a3c5-a60005aa7107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'name': 'tempest-TestMinimumBasicScenario-1074956760-router', 'tenant_id': '742b9187fc164d4f806fdce7df1f90ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '679c4b50-4765-4acf-bf33-eb50aacc3948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T09:57:09Z', 'revision_number': 4, 'project_id': '742b9187fc164d4f806fdce7df1f90ad', 'gw_port': {'id': '679c4b50-4765-4acf-bf33-eb50aacc3948', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fe:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:06Z', 'updated_at': '2022-02-17T09:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_floatingips': [{'id': '59f36117-c59a-4e72-913a-f598f10d7263', 'tenant_id': '742b9187fc164d4f806fdce7df1f90ad', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'router_id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'port_id': 'f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2432867-45f9-4904-a392-095ca5cf2bfa', 'mac_address': 'fa:16:3e:56:aa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df2d10e-b703-4331-91b3-e610ddf30550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:58:09Z', 'updated_at': '2022-02-17T09:58:09Z', 'revision_number': 0, 'project_id': '742b9187fc164d4f806fdce7df1f90ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7', 'name': '', 'network_id': 'b2432867-45f9-4904-a392-095ca5cf2bfa', 'tenant_id': '742b9187fc164d4f806fdce7df1f90ad', 'mac_address': 'fa:16:3e:d2:aa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'c4f08b7d-085e-4fd8-870e-af663cf832eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:08Z', 'updated_at': '2022-02-17T09:57:13Z', 'revision_number': 5, 'project_id': '742b9187fc164d4f806fdce7df1f90ad', 'subnets': [{'id': 'c4f08b7d-085e-4fd8-870e-af663cf832eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:11.873115 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-953987fa-6d46-4bb9-ace7-3a4be27be85d tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks [] for security_group_rule (03e00beb-ea1b-4335-9f1a-85ba8b465271), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:11.896669 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-f4db18b8-ce32-4c77-91dc-ae655dd81eb1 req-6ea3a0ae-16e4-47e2-8b19-0fd6c35982ef service neutron] 10.222.0.93 "GET /v2.0/networks/b2432867-45f9-4904-a392-095ca5cf2bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059394 Feb 17 09:58:11.898612 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c65dbb-77c2-42c2-a3c5-a60005aa7107 None None] The sync data for ids ['6a8f353f-9f63-4141-8a30-5082438076f6'] in dv-cinder-778193-18-iscsi is: [{'id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'name': 'tempest-TestMinimumBasicScenario-1074956760-router', 'tenant_id': '742b9187fc164d4f806fdce7df1f90ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '679c4b50-4765-4acf-bf33-eb50aacc3948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T09:57:09Z', 'revision_number': 4, 'project_id': '742b9187fc164d4f806fdce7df1f90ad', 'gw_port': {'id': '679c4b50-4765-4acf-bf33-eb50aacc3948', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fe:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:06Z', 'updated_at': '2022-02-17T09:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_floatingips': [{'id': '59f36117-c59a-4e72-913a-f598f10d7263', 'tenant_id': '742b9187fc164d4f806fdce7df1f90ad', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'router_id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'port_id': 'f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2432867-45f9-4904-a392-095ca5cf2bfa', 'mac_address': 'fa:16:3e:56:aa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df2d10e-b703-4331-91b3-e610ddf30550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:58:09Z', 'updated_at': '2022-02-17T09:58:09Z', 'revision_number': 0, 'project_id': '742b9187fc164d4f806fdce7df1f90ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7', 'name': '', 'network_id': 'b2432867-45f9-4904-a392-095ca5cf2bfa', 'tenant_id': '742b9187fc164d4f806fdce7df1f90ad', 'mac_address': 'fa:16:3e:d2:aa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'c4f08b7d-085e-4fd8-870e-af663cf832eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:08Z', 'updated_at': '2022-02-17T09:57:13Z', 'revision_number': 5, 'project_id': '742b9187fc164d4f806fdce7df1f90ad', 'subnets': [{'id': 'c4f08b7d-085e-4fd8-870e-af663cf832eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:58:11.924675 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d537fbd7-17a3-4f4c-a50a-2750892ca954 req-f37a394c-0b36-454f-8335-64822593cb94 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767927 Feb 17 09:58:11.946810 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-953987fa-6d46-4bb9-ace7-3a4be27be85d tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks [] for security_group_rule (03e00beb-ea1b-4335-9f1a-85ba8b465271), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:11.950896 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-953987fa-6d46-4bb9-ace7-3a4be27be85d tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711128'] for security_group_rule (03e00beb-ea1b-4335-9f1a-85ba8b465271), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:11.969278 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953987fa-6d46-4bb9-ace7-3a4be27be85d tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e00beb-ea1b-4335-9f1a-85ba8b465271,revision_number=0']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:11.979619 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-953987fa-6d46-4bb9-ace7-3a4be27be85d tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:11.983697 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-953987fa-6d46-4bb9-ace7-3a4be27be85d tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1725376 Feb 17 09:58:11.984194 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 50560) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:11.991021 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-e027efc7-211c-4c01-b35c-869ea9d1b54c tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Request body: {'security_group_rule': {'security_group_id': '46f19b23-0bd1-414e-a780-cc088693aee3', 'project_id': '742b9187fc164d4f806fdce7df1f90ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:58:12.017561 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.db.securitygroups_db [None req-e027efc7-211c-4c01-b35c-869ea9d1b54c tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Project 742b9187fc164d4f806fdce7df1f90ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:58:12.022489 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e027efc7-211c-4c01-b35c-869ea9d1b54c tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks [] for security_group_rule (285f88dc-1d63-4d27-a56d-8106c9b460cb), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:12.092076 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e027efc7-211c-4c01-b35c-869ea9d1b54c tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks [] for security_group_rule (285f88dc-1d63-4d27-a56d-8106c9b460cb), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:12.094647 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca7942-92d4-4172-80b9-4e937dfeab26 req-5823f6c5-aa2f-4009-b6cd-b42f98d35c1a tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:12.096360 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-5bca7942-92d4-4172-80b9-4e937dfeab26 req-5823f6c5-aa2f-4009-b6cd-b42f98d35c1a tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 943 time: 0.0586843 Feb 17 09:58:12.096719 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e027efc7-211c-4c01-b35c-869ea9d1b54c tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711128'] for security_group_rule (285f88dc-1d63-4d27-a56d-8106c9b460cb), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:12.118292 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027efc7-211c-4c01-b35c-869ea9d1b54c tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=285f88dc-1d63-4d27-a56d-8106c9b460cb,revision_number=0']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:12.127744 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e027efc7-211c-4c01-b35c-869ea9d1b54c tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:12.129208 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-e027efc7-211c-4c01-b35c-869ea9d1b54c tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1433735 Feb 17 09:58:12.132125 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 50562) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:12.137141 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-6d81a9ec-c0dc-46a2-abe2-b26a60f64be5 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Request body: {'security_group_rule': {'security_group_id': '46f19b23-0bd1-414e-a780-cc088693aee3', 'project_id': '742b9187fc164d4f806fdce7df1f90ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:58:12.142377 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2459a3a9-e6b2-432e-829e-c0ca6e0d0c87 None None] New status for floating IP 59f36117-c59a-4e72-913a-f598f10d7263: ACTIVE {{(pid=102622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:58:12.155055 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-5bca7942-92d4-4172-80b9-4e937dfeab26 req-c3bf59b8-3bd6-4fe4-8485-53baa2bf089c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510273 Feb 17 09:58:12.166653 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.db.securitygroups_db [None req-6d81a9ec-c0dc-46a2-abe2-b26a60f64be5 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Project 742b9187fc164d4f806fdce7df1f90ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:58:12.171730 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-6d81a9ec-c0dc-46a2-abe2-b26a60f64be5 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks [] for security_group_rule (6a9e1a00-77e4-4ad0-9c61-a529cda3f605), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:12.233316 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-6d81a9ec-c0dc-46a2-abe2-b26a60f64be5 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks [] for security_group_rule (6a9e1a00-77e4-4ad0-9c61-a529cda3f605), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:12.237403 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-6d81a9ec-c0dc-46a2-abe2-b26a60f64be5 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711128'] for security_group_rule (6a9e1a00-77e4-4ad0-9c61-a529cda3f605), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:12.257515 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81a9ec-c0dc-46a2-abe2-b26a60f64be5 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a9e1a00-77e4-4ad0-9c61-a529cda3f605,revision_number=0']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:12.266115 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-6d81a9ec-c0dc-46a2-abe2-b26a60f64be5 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:12.267233 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-6d81a9ec-c0dc-46a2-abe2-b26a60f64be5 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1340168 Feb 17 09:58:12.359405 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-216420d2-145e-48a8-8651-da77eaa0d4dc req-a37fc076-60d9-4a8f-8599-5e21e6adc0d4 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1463174416&fields=id&tenant_id=742b9187fc164d4f806fdce7df1f90ad HTTP/1.1" status: 200 len: 267 time: 0.0462639 Feb 17 09:58:12.417048 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216420d2-145e-48a8-8651-da77eaa0d4dc req-dccef910-b87d-40ab-ac10-b0d3312f288f tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:12.418398 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-216420d2-145e-48a8-8651-da77eaa0d4dc req-dccef910-b87d-40ab-ac10-b0d3312f288f tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 945 time: 0.0538361 Feb 17 09:58:12.428871 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [req-216420d2-145e-48a8-8651-da77eaa0d4dc req-f1bd0a5f-c053-411e-8ae2-dbe45dea4b81 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Request body: {'port': {'security_groups': ['76e81be9-67d1-421a-b30b-5584f65436b9', '46f19b23-0bd1-414e-a780-cc088693aee3']}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:58:12.498419 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [req-216420d2-145e-48a8-8651-da77eaa0d4dc req-f1bd0a5f-c053-411e-8ae2-dbe45dea4b81 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9), before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:12.726571 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.db [req-216420d2-145e-48a8-8651-da77eaa0d4dc req-f1bd0a5f-c053-411e-8ae2-dbe45dea4b81 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] For port f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9,segment=NetworkSegment(74894de9-e295-4c03-b6b5-b2e5db0e49e8),segment_id=74894de9-e295-4c03-b6b5-b2e5db0e49e8)] {{(pid=102620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:58:12.759833 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [req-216420d2-145e-48a8-8651-da77eaa0d4dc req-f1bd0a5f-c053-411e-8ae2-dbe45dea4b81 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks [] for port (f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9), precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:12.764678 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [req-216420d2-145e-48a8-8651-da77eaa0d4dc req-f1bd0a5f-c053-411e-8ae2-dbe45dea4b81 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11330454'] for port (f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9), after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:12.782237 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:58:12.811025 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216420d2-145e-48a8-8651-da77eaa0d4dc req-f1bd0a5f-c053-411e-8ae2-dbe45dea4b81 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:12.811685 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [req-216420d2-145e-48a8-8651-da77eaa0d4dc req-f1bd0a5f-c053-411e-8ae2-dbe45dea4b81 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for port (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:12.816077 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-216420d2-145e-48a8-8651-da77eaa0d4dc req-f1bd0a5f-c053-411e-8ae2-dbe45dea4b81 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "PUT /v2.0/ports/f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 HTTP/1.1" status: 200 len: 981 time: 0.3913083 Feb 17 09:58:12.857422 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd0a5f-c053-411e-8ae2-dbe45dea4b81 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Pushing event updated for resources: {'Port': ['ID=f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9,revision_number=6']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:12.913144 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:58:12.956405 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ca6ec-ced8-4641-8104-c2fbec9063fe req-78b4e0d2-9210-4344-8269-296167ed53e1 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:12.959403 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e49ca6ec-ced8-4641-8104-c2fbec9063fe req-78b4e0d2-9210-4344-8269-296167ed53e1 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 984 time: 0.0722606 Feb 17 09:58:13.059931 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df2d10e-b703-4331-91b3-e610ddf30550', 'tag': 'f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9'}] {{(pid=102620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:58:13.063088 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69de941e648a7b0ccac97a7d892e956e63e7941796132e5e6c0bd98302818107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cdf64e-638f-44a0-a8b2-a09b9c3de712" -d '{"events": [{"name": "network-changed", "server_uuid": "9df2d10e-b703-4331-91b3-e610ddf30550", "tag": "f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9"}]}' {{(pid=102620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:58:13.084020 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e49ca6ec-ced8-4641-8104-c2fbec9063fe req-b7ac0270-5ccd-4039-8bf6-be72bc6c535b tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&id=46f19b23-0bd1-414e-a780-cc088693aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1171458 Feb 17 09:58:13.119372 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f0399-b7df-40f8-983f-186a80ab635b req-1821eb6c-6381-438e-a69c-a2a8b0c6d8c6 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:13.121978 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0f0f0399-b7df-40f8-983f-186a80ab635b req-1821eb6c-6381-438e-a69c-a2a8b0c6d8c6 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.1035383 Feb 17 09:58:13.161251 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305ea791-1065-404a-abe0-850597be9d1e x-openstack-request-id: req-305ea791-1065-404a-abe0-850597be9d1e {{(pid=102620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:58:13.166102 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df2d10e-b703-4331-91b3-e610ddf30550", "tag": "f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9", "status": "completed", "code": 200}]} {{(pid=102620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:58:13.166431 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-305ea791-1065-404a-abe0-850597be9d1e {{(pid=102620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:58:13.166914 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df2d10e-b703-4331-91b3-e610ddf30550', 'tag': 'f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9', 'status': 'completed', 'code': 200} Feb 17 09:58:13.215512 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0f0f0399-b7df-40f8-983f-186a80ab635b req-373202ff-563b-4eab-b769-7bbc2a4d0609 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/security-groups?id=57814ba1-f00d-456e-900d-f991412d039b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821271 Feb 17 09:58:13.233668 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-87c82b62-9f16-41d2-9d7d-a3e3574ab68c None None] Provisioning complete for port f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:58:13.234145 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-87c82b62-9f16-41d2-9d7d-a3e3574ab68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:13.254210 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cdf64e-638f-44a0-a8b2-a09b9c3de712 req-fc903b02-7885-4558-97c2-e433c4114638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:13.257163 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-99cdf64e-638f-44a0-a8b2-a09b9c3de712 req-fc903b02-7885-4558-97c2-e433c4114638 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=742b9187fc164d4f806fdce7df1f90ad&device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 1168 time: 0.0760317 Feb 17 09:58:13.351427 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffafce-2787-461f-8886-b7572314fdee req-7c48d7fb-1bb9-4dc7-b558-f64e138d22d9 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:13.353787 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-46ffafce-2787-461f-8886-b7572314fdee req-7c48d7fb-1bb9-4dc7-b558-f64e138d22d9 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 943 time: 0.0787313 Feb 17 09:58:13.376708 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cdf64e-638f-44a0-a8b2-a09b9c3de712 req-92e44637-be67-435e-b605-9894179da6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:13.379846 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-99cdf64e-638f-44a0-a8b2-a09b9c3de712 req-92e44637-be67-435e-b605-9894179da6e9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b2432867-45f9-4904-a392-095ca5cf2bfa HTTP/1.1" status: 200 len: 917 time: 0.1120021 Feb 17 09:58:13.406677 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-46ffafce-2787-461f-8886-b7572314fdee req-d7ea09b3-8122-46f9-b101-0089dae9664e tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473671 Feb 17 09:58:13.459504 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-99cdf64e-638f-44a0-a8b2-a09b9c3de712 req-597573a5-5b5b-4a03-961a-1cfb038acac1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 HTTP/1.1" status: 200 len: 1001 time: 0.0723534 Feb 17 09:58:13.493793 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-87c82b62-9f16-41d2-9d7d-a3e3574ab68c None None] Current status of the port f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:58:13.511390 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cdf64e-638f-44a0-a8b2-a09b9c3de712 req-2bda1e94-f87d-470b-8369-18d4cca57a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:13.512873 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-99cdf64e-638f-44a0-a8b2-a09b9c3de712 req-2bda1e94-f87d-470b-8369-18d4cca57a1a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c4f08b7d-085e-4fd8-870e-af663cf832eb HTTP/1.1" status: 200 len: 854 time: 0.0473354 Feb 17 09:58:13.569322 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cdf64e-638f-44a0-a8b2-a09b9c3de712 req-eec70e45-4be6-477c-8bdb-f074b9327335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:13.571184 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-99cdf64e-638f-44a0-a8b2-a09b9c3de712 req-eec70e45-4be6-477c-8bdb-f074b9327335 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b2432867-45f9-4904-a392-095ca5cf2bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475225 Feb 17 09:58:13.670428 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-99cdf64e-638f-44a0-a8b2-a09b9c3de712 req-fd553734-e9b6-4ca1-841f-87a2e54a3644 service neutron] 10.222.0.93 "GET /v2.0/networks/b2432867-45f9-4904-a392-095ca5cf2bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920861 Feb 17 09:58:13.773513 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-99cdf64e-638f-44a0-a8b2-a09b9c3de712 req-9b50383d-b2a3-44e9-a9ab-3194c3d11fe7 service neutron] 10.222.0.93 "GET /v2.0/networks/b2432867-45f9-4904-a392-095ca5cf2bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968153 Feb 17 09:58:13.882821 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377b00f-5e5a-4638-b2f9-42dfa46e40cb req-dbe91159-8d54-48e7-b058-1a60ff0febc7 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:13.884825 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9377b00f-5e5a-4638-b2f9-42dfa46e40cb req-dbe91159-8d54-48e7-b058-1a60ff0febc7 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.93 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 946 time: 0.0542700 Feb 17 09:58:13.923415 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-660cb9b7-64de-4b80-b3d6-a2c83a7c0834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:13.992899 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-9377b00f-5e5a-4638-b2f9-42dfa46e40cb req-4b6c3563-ed52-45f4-bac7-e485552015d9 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Deleting port 9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:58:13.993242 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-9377b00f-5e5a-4638-b2f9-42dfa46e40cb req-4b6c3563-ed52-45f4-bac7-e485552015d9 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:14.094545 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-9377b00f-5e5a-4638-b2f9-42dfa46e40cb req-4b6c3563-ed52-45f4-bac7-e485552015d9 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] For port 9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b,segment=NetworkSegment(6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1),segment_id=6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1)] {{(pid=102621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:58:14.094913 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-9377b00f-5e5a-4638-b2f9-42dfa46e40cb req-4b6c3563-ed52-45f4-bac7-e485552015d9 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:14.106715 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-9377b00f-5e5a-4638-b2f9-42dfa46e40cb req-4b6c3563-ed52-45f4-bac7-e485552015d9 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Calling delete_port for 9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b owned by compute:nova {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:58:14.234620 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-9377b00f-5e5a-4638-b2f9-42dfa46e40cb req-4b6c3563-ed52-45f4-bac7-e485552015d9 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:14.248056 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:58:14.307128 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c3563-ed52-45f4-bac7-e485552015d9 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Pushing event deleted for resources: {'Port': ['ID=9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:14.343758 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-bdd824a6-b8ce-468f-b848-e7533bd9d48d req-ef448e60-a897-48c3-a27d-a92089b45a5a tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.82 "GET /v2.0/ports?device_id=62978e71-d0ef-428d-b4cb-4d029f4f2981 HTTP/1.1" status: 200 len: 210 time: 0.0414450 Feb 17 09:58:14.346912 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-9377b00f-5e5a-4638-b2f9-42dfa46e40cb req-4b6c3563-ed52-45f4-bac7-e485552015d9 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] No DVR routers for this DVR port 9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b on host hv-cinder-77819 {{(pid=102621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:58:14.350344 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-9377b00f-5e5a-4638-b2f9-42dfa46e40cb req-4b6c3563-ed52-45f4-bac7-e485552015d9 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:14.354626 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9377b00f-5e5a-4638-b2f9-42dfa46e40cb req-4b6c3563-ed52-45f4-bac7-e485552015d9 tempest-ServerRescueNegativeTestJSON-1990683138 tempest-ServerRescueNegativeTestJSON-1990683138-project] 10.222.0.93 "DELETE /v2.0/ports/9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b HTTP/1.1" status: 204 len: 173 time: 0.4626150 Feb 17 09:58:14.355100 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62978e71-d0ef-428d-b4cb-4d029f4f2981', 'name': 'network-vif-deleted', 'tag': '9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:58:14.357468 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14736204-f809-4bda-b68a-e33a6e8b5e8d" -d '{"events": [{"server_uuid": "62978e71-d0ef-428d-b4cb-4d029f4f2981", "name": "network-vif-deleted", "tag": "9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:58:14.404711 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91eed2e-05dc-4b5f-9fcc-ac80768ae373 x-openstack-request-id: req-a91eed2e-05dc-4b5f-9fcc-ac80768ae373 {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:58:14.405011 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62978e71-d0ef-428d-b4cb-4d029f4f2981", "name": "network-vif-deleted", "tag": "9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:58:14.405248 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a91eed2e-05dc-4b5f-9fcc-ac80768ae373 {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:58:14.405724 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62978e71-d0ef-428d-b4cb-4d029f4f2981', 'name': 'network-vif-deleted', 'tag': '9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b', 'status': 'completed', 'code': 200} Feb 17 09:58:14.531654 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb5276-a243-4b0e-86e0-62d402aa96b5 req-92302b85-d6d9-4887-814c-3760ff9c1f08 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:14.533093 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-cebb5276-a243-4b0e-86e0-62d402aa96b5 req-92302b85-d6d9-4887-814c-3760ff9c1f08 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 943 time: 0.0556242 Feb 17 09:58:14.580515 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-cebb5276-a243-4b0e-86e0-62d402aa96b5 req-7c53282e-03e4-46da-b05c-c058beeb7c03 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414422 Feb 17 09:58:14.951442 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:15.407911 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 50618) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:15.705411 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4e981-f87f-44cc-b8c1-277fec8b9448 req-41046d86-dcd8-47f1-bfa4-60cba40a9365 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:15.706896 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a9a4e981-f87f-44cc-b8c1-277fec8b9448 req-41046d86-dcd8-47f1-bfa4-60cba40a9365 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 943 time: 0.0508473 Feb 17 09:58:15.754089 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a9a4e981-f87f-44cc-b8c1-277fec8b9448 req-7dd1bc01-2e15-4759-a9cb-22b50169cc7c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409782 Feb 17 09:58:15.850199 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-52596851-4315-42cf-8bb1-ff81231b04ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916009'] for router_interface (a18c8220-da3d-439e-889b-7afa459ae4c7), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:16.263328 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:16.379281 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [None req-52596851-4315-42cf-8bb1-ff81231b04ce admin admin] Deleting port a0e188ed-c74a-480b-8240-058034d09f9b {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:58:16.379614 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-52596851-4315-42cf-8bb1-ff81231b04ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (a0e188ed-c74a-480b-8240-058034d09f9b), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:16.454990 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [None req-52596851-4315-42cf-8bb1-ff81231b04ce admin admin] For port a0e188ed-c74a-480b-8240-058034d09f9b, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=a0e188ed-c74a-480b-8240-058034d09f9b,segment=NetworkSegment(6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1),segment_id=6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1)] {{(pid=102621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:58:16.455607 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-52596851-4315-42cf-8bb1-ff81231b04ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (a0e188ed-c74a-480b-8240-058034d09f9b), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:16.468048 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [None req-52596851-4315-42cf-8bb1-ff81231b04ce admin admin] Calling delete_port for a0e188ed-c74a-480b-8240-058034d09f9b owned by network:router_interface {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:58:16.643896 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66a352-a246-4c2e-b3be-a791e0c24015 req-2e615478-f117-4610-9eb6-12df4057e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:16.645396 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-3c66a352-a246-4c2e-b3be-a791e0c24015 req-2e615478-f117-4610-9eb6-12df4057e722 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c&tenant_id=ee27e4c191de47a3b47db5a43ab00258 HTTP/1.1" status: 200 len: 1127 time: 0.1282494 Feb 17 09:58:16.754287 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66a352-a246-4c2e-b3be-a791e0c24015 req-a00ac504-fc47-47f6-94b1-43fe995ac31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:16.755964 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-3c66a352-a246-4c2e-b3be-a791e0c24015 req-a00ac504-fc47-47f6-94b1-43fe995ac31b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ee27e4c191de47a3b47db5a43ab00258&device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 1127 time: 0.0813415 Feb 17 09:58:16.776552 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-52596851-4315-42cf-8bb1-ff81231b04ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (a0e188ed-c74a-480b-8240-058034d09f9b), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:16.823638 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52596851-4315-42cf-8bb1-ff81231b04ce admin admin] Pushing event deleted for resources: {'Port': ['ID=a0e188ed-c74a-480b-8240-058034d09f9b,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:16.899970 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd3444-3f89-4341-91b1-bf0b37e60ee6 req-19bee43c-9482-42b7-9312-941d93f00e13 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:16.907685 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4bbd3444-3f89-4341-91b1-bf0b37e60ee6 req-19bee43c-9482-42b7-9312-941d93f00e13 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 943 time: 0.0740688 Feb 17 09:58:16.935510 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66a352-a246-4c2e-b3be-a791e0c24015 req-719e0993-4a45-4208-8819-d03e703a52a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:16.936992 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-3c66a352-a246-4c2e-b3be-a791e0c24015 req-719e0993-4a45-4208-8819-d03e703a52a6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c3aac7fc-fa00-48a3-aaf1-bf71d0d04681 HTTP/1.1" status: 200 len: 918 time: 0.1701484 Feb 17 09:58:16.963797 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4bbd3444-3f89-4341-91b1-bf0b37e60ee6 req-b32b4ad4-315f-4a7f-9739-8a208fc927e7 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552356 Feb 17 09:58:17.077025 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-3c66a352-a246-4c2e-b3be-a791e0c24015 req-72f20d36-2167-4bee-b12d-8ada879d6ac5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13e22131-0e22-4496-80cf-c6172a685f66 HTTP/1.1" status: 200 len: 999 time: 0.1324303 Feb 17 09:58:17.092580 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-52596851-4315-42cf-8bb1-ff81231b04ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3726863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3916057'] for router_interface (a18c8220-da3d-439e-889b-7afa459ae4c7), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:17.307975 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52596851-4315-42cf-8bb1-ff81231b04ce admin admin] Router a18c8220-da3d-439e-889b-7afa459ae4c7 has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:58:17.418084 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52596851-4315-42cf-8bb1-ff81231b04ce admin admin] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:58:17.425736 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-52596851-4315-42cf-8bb1-ff81231b04ce admin admin] 10.222.0.82 "PUT /v2.0/routers/a18c8220-da3d-439e-889b-7afa459ae4c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0143011 Feb 17 09:58:17.425736 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 50646) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:17.428551 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2e89ff-024d-4f2c-a6af-e4fbf77e4634 None None] Sync routers for ids ['a18c8220-da3d-439e-889b-7afa459ae4c7'] in dv-cinder-778193-18-iscsi {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:58:17.439656 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2e89ff-024d-4f2c-a6af-e4fbf77e4634 None None] Routers {'a18c8220-da3d-439e-889b-7afa459ae4c7'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:58:17.440392 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-3e2e89ff-024d-4f2c-a6af-e4fbf77e4634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:58:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['a18c8220-da3d-439e-889b-7afa459ae4c7'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:17.530699 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ced7cf61-2043-4c1d-877a-185035cb3797 admin admin] Publish callbacks [] for router (a18c8220-da3d-439e-889b-7afa459ae4c7), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:17.549984 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-3e2e89ff-024d-4f2c-a6af-e4fbf77e4634 None None] Set router a18c8220-da3d-439e-889b-7afa459ae4c7 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:58:17.638324 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ced7cf61-2043-4c1d-877a-185035cb3797 admin admin] Publish callbacks [] for router_gateway (a18c8220-da3d-439e-889b-7afa459ae4c7), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:17.700289 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [None req-ced7cf61-2043-4c1d-877a-185035cb3797 admin admin] Deleting port 945716db-1d6e-4fe4-a4ee-ea1a76d5968f {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:58:17.700661 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ced7cf61-2043-4c1d-877a-185035cb3797 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (945716db-1d6e-4fe4-a4ee-ea1a76d5968f), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:17.752062 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-3e2e89ff-024d-4f2c-a6af-e4fbf77e4634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18c8220-da3d-439e-889b-7afa459ae4c7', 'name': 'tempest-ServerRescueNegativeTestJSON-675383816-router', 'tenant_id': '13e27e736c544248b7b364646f33dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '945716db-1d6e-4fe4-a4ee-ea1a76d5968f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:54:57Z', 'updated_at': '2022-02-17T09:58:16Z', 'revision_number': 5, 'project_id': '13e27e736c544248b7b364646f33dd08', 'gw_port': {'id': '945716db-1d6e-4fe4-a4ee-ea1a76d5968f', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:af:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18c8220-da3d-439e-889b-7afa459ae4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:58Z', 'updated_at': '2022-02-17T09:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi'}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:17.787830 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [None req-ced7cf61-2043-4c1d-877a-185035cb3797 admin admin] For port 945716db-1d6e-4fe4-a4ee-ea1a76d5968f, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=945716db-1d6e-4fe4-a4ee-ea1a76d5968f,segment=NetworkSegment(51ac98f7-247c-461f-a451-e6b864fb2c70),segment_id=51ac98f7-247c-461f-a451-e6b864fb2c70)] {{(pid=102621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:58:17.788186 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ced7cf61-2043-4c1d-877a-185035cb3797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (945716db-1d6e-4fe4-a4ee-ea1a76d5968f), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:17.790208 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2e89ff-024d-4f2c-a6af-e4fbf77e4634 None None] Checking router: a18c8220-da3d-439e-889b-7afa459ae4c7 for host: dv-cinder-778193-18-iscsi {{(pid=102623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:58:17.794822 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:17.799855 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2e89ff-024d-4f2c-a6af-e4fbf77e4634 None None] Routers {'a18c8220-da3d-439e-889b-7afa459ae4c7'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:58:17.800467 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-3e2e89ff-024d-4f2c-a6af-e4fbf77e4634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:58:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['a18c8220-da3d-439e-889b-7afa459ae4c7'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:17.802179 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [None req-ced7cf61-2043-4c1d-877a-185035cb3797 admin admin] Calling delete_port for 945716db-1d6e-4fe4-a4ee-ea1a76d5968f owned by network:router_gateway {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:58:17.890335 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-3e2e89ff-024d-4f2c-a6af-e4fbf77e4634 None None] Set router a18c8220-da3d-439e-889b-7afa459ae4c7 gateway port host: None {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:58:17.943961 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-3e2e89ff-024d-4f2c-a6af-e4fbf77e4634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18c8220-da3d-439e-889b-7afa459ae4c7', 'name': 'tempest-ServerRescueNegativeTestJSON-675383816-router', 'tenant_id': '13e27e736c544248b7b364646f33dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:54:57Z', 'updated_at': '2022-02-17T09:58:17Z', 'revision_number': 6, 'project_id': '13e27e736c544248b7b364646f33dd08', 'gw_port_host': None}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:17.981231 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ced7cf61-2043-4c1d-877a-185035cb3797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (945716db-1d6e-4fe4-a4ee-ea1a76d5968f), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:18.009366 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7cf61-2043-4c1d-877a-185035cb3797 admin admin] Pushing event deleted for resources: {'Port': ['ID=945716db-1d6e-4fe4-a4ee-ea1a76d5968f,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:18.066234 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2e89ff-024d-4f2c-a6af-e4fbf77e4634 None None] The sync data for ids ['a18c8220-da3d-439e-889b-7afa459ae4c7'] in dv-cinder-778193-18-iscsi is: [{'id': 'a18c8220-da3d-439e-889b-7afa459ae4c7', 'name': 'tempest-ServerRescueNegativeTestJSON-675383816-router', 'tenant_id': '13e27e736c544248b7b364646f33dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:54:57Z', 'updated_at': '2022-02-17T09:58:17Z', 'revision_number': 6, 'project_id': '13e27e736c544248b7b364646f33dd08', 'gw_port_host': None}] {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:58:18.073570 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ced7cf61-2043-4c1d-877a-185035cb3797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3931555'] for router_gateway (a18c8220-da3d-439e-889b-7afa459ae4c7), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:18.110805 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838aa41d-c891-4088-ae09-d25a913e400e req-06112c10-8824-4fc3-ad86-a108452e693d tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:18.112434 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-838aa41d-c891-4088-ae09-d25a913e400e req-06112c10-8824-4fc3-ad86-a108452e693d tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 943 time: 0.0665519 Feb 17 09:58:18.159398 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-838aa41d-c891-4088-ae09-d25a913e400e req-8730bf1d-9924-425d-867b-8c36f5131b19 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407844 Feb 17 09:58:18.181517 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ced7cf61-2043-4c1d-877a-185035cb3797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3923774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41654'] for router (a18c8220-da3d-439e-889b-7afa459ae4c7), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:18.183674 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ced7cf61-2043-4c1d-877a-185035cb3797 admin admin] Publish callbacks [] for router_controller (a18c8220-da3d-439e-889b-7afa459ae4c7), precommit_delete_associations {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:18.247465 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ced7cf61-2043-4c1d-877a-185035cb3797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3923767'] for router (a18c8220-da3d-439e-889b-7afa459ae4c7), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:18.247984 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced7cf61-2043-4c1d-877a-185035cb3797 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a18c8220-da3d-439e-889b-7afa459ae4c7 {{(pid=102621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 09:58:18.252846 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ced7cf61-2043-4c1d-877a-185035cb3797 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:18.254271 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-ced7cf61-2043-4c1d-877a-185035cb3797 admin admin] 10.222.0.82 "DELETE /v2.0/routers/a18c8220-da3d-439e-889b-7afa459ae4c7 HTTP/1.1" status: 204 len: 168 time: 0.8277104 Feb 17 09:58:18.256751 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 50654) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:18.299747 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_v2 [None req-145ab422-9095-4d27-ba05-a391724bccd0 admin admin] Deleting subnet 1d6fec72-bab7-4137-8c4d-c54b278ae7ca {{(pid=102621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 09:58:18.302744 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-145ab422-9095-4d27-ba05-a391724bccd0 admin admin] Publish callbacks [] for subnet (1d6fec72-bab7-4137-8c4d-c54b278ae7ca), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:18.335702 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-145ab422-9095-4d27-ba05-a391724bccd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9362206'] for subnet (1d6fec72-bab7-4137-8c4d-c54b278ae7ca), precommit_delete_associations {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:18.611937 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-145ab422-9095-4d27-ba05-a391724bccd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3464074'] for subnet (1d6fec72-bab7-4137-8c4d-c54b278ae7ca), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:18.685620 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-145ab422-9095-4d27-ba05-a391724bccd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3464067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9010310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8441209'] for subnet (1d6fec72-bab7-4137-8c4d-c54b278ae7ca), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:18.718938 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ab422-9095-4d27-ba05-a391724bccd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d6fec72-bab7-4137-8c4d-c54b278ae7ca,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:18.724131 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-145ab422-9095-4d27-ba05-a391724bccd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for subnet (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:18.727259 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-145ab422-9095-4d27-ba05-a391724bccd0 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/1d6fec72-bab7-4137-8c4d-c54b278ae7ca HTTP/1.1" status: 204 len: 168 time: 0.4695671 Feb 17 09:58:18.729810 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 50658) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:18.736498 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66a352-a246-4c2e-b3be-a791e0c24015 req-b33e9e2a-cf49-496c-81ce-bd81e429797e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:18.737905 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-3c66a352-a246-4c2e-b3be-a791e0c24015 req-b33e9e2a-cf49-496c-81ce-bd81e429797e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab HTTP/1.1" status: 200 len: 855 time: 0.0813019 Feb 17 09:58:18.797681 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-56739dfb-bd6f-4a42-88d9-2216afad95cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687351'] for network (56727042-25d7-492c-b11b-57580ed61276), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:18.879908 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-56739dfb-bd6f-4a42-88d9-2216afad95cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461623', 'neutron.services.segments.db._delete_segments_for_network-8771562732683'] for network (56727042-25d7-492c-b11b-57580ed61276), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:18.899605 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.services.segments.db [None req-56739dfb-bd6f-4a42-88d9-2216afad95cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56727042-25d7-492c-b11b-57580ed61276']}} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:18.908971 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.services.segments.db [None req-56739dfb-bd6f-4a42-88d9-2216afad95cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1') {'for_net_delete': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:18.909268 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.services.segments.db [None req-56739dfb-bd6f-4a42-88d9-2216afad95cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1') {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:18.918678 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-56739dfb-bd6f-4a42-88d9-2216afad95cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771562733460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8734467'] for segment (6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:18.932262 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-56739dfb-bd6f-4a42-88d9-2216afad95cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:18.938249 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56739dfb-bd6f-4a42-88d9-2216afad95cc admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=102620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:58:18.938578 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-56739dfb-bd6f-4a42-88d9-2216afad95cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11330546'] for segment (6ebc8fde-d88b-4ed8-9ea3-46e2dfccede1), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:18.940356 dv-cinder-778193-18-iscsi neutron-server[102620]: Traceback (most recent call last): Feb 17 09:58:18.940356 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:58:18.940356 dv-cinder-778193-18-iscsi neutron-server[102620]: timer() Feb 17 09:58:18.940356 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:58:18.940356 dv-cinder-778193-18-iscsi neutron-server[102620]: cb(*args, **kw) Feb 17 09:58:18.940356 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 09:58:18.940356 dv-cinder-778193-18-iscsi neutron-server[102620]: return func(*args, **kwargs) Feb 17 09:58:18.940356 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:58:18.940356 dv-cinder-778193-18-iscsi neutron-server[102620]: self._notify() Feb 17 09:58:18.940356 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:58:18.940356 dv-cinder-778193-18-iscsi neutron-server[102620]: self.callback(batched_events) Feb 17 09:58:18.940356 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:58:18.940356 dv-cinder-778193-18-iscsi neutron-server[102620]: event.method(event) Feb 17 09:58:18.940356 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 09:58:18.940356 dv-cinder-778193-18-iscsi neutron-server[102620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:58:18.940356 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 09:58:18.940356 dv-cinder-778193-18-iscsi neutron-server[102620]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:58:18.940356 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 09:58:18.940356 dv-cinder-778193-18-iscsi neutron-server[102620]: return f(self, *a, **k) Feb 17 09:58:18.940356 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 09:58:18.940356 dv-cinder-778193-18-iscsi neutron-server[102620]: return self._get(url).json() Feb 17 09:58:18.940356 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 09:58:18.940356 dv-cinder-778193-18-iscsi neutron-server[102620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:58:18.940356 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:58:18.940356 dv-cinder-778193-18-iscsi neutron-server[102620]: return self.request(url, 'GET', **kwargs) Feb 17 09:58:18.940356 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:58:18.940356 dv-cinder-778193-18-iscsi neutron-server[102620]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:58:18.940356 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:58:18.940356 dv-cinder-778193-18-iscsi neutron-server[102620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:58:18.940356 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:58:18.940356 dv-cinder-778193-18-iscsi neutron-server[102620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:58:18.940356 dv-cinder-778193-18-iscsi neutron-server[102620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:58:18.997909 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-56739dfb-bd6f-4a42-88d9-2216afad95cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3461388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3931527'] for network (56727042-25d7-492c-b11b-57580ed61276), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:19.002899 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-56739dfb-bd6f-4a42-88d9-2216afad95cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:19.009166 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-56739dfb-bd6f-4a42-88d9-2216afad95cc admin admin] 10.222.0.82 "DELETE /v2.0/networks/56727042-25d7-492c-b11b-57580ed61276 HTTP/1.1" status: 204 len: 168 time: 0.2757215 Feb 17 09:58:19.018757 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56739dfb-bd6f-4a42-88d9-2216afad95cc admin admin] Pushing event deleted for resources: {'Network': ['ID=56727042-25d7-492c-b11b-57580ed61276,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:19.183819 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 50666) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:19.222972 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-1e49097f-4c90-4416-83d3-ad2df4b6134b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=13e27e736c544248b7b364646f33dd08&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0379779 Feb 17 09:58:19.225453 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 50672) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:19.304756 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8d1005c1-7d8a-4bab-81ed-53e710a07edb admin admin] Publish callbacks [] for security_group (57814ba1-f00d-456e-900d-f991412d039b), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:19.314115 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01c756-6f2e-4409-a22c-7b443e34da95 req-02d59dc1-3dde-4b6e-88be-9da79206d314 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:19.315617 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-dd01c756-6f2e-4409-a22c-7b443e34da95 req-02d59dc1-3dde-4b6e-88be-9da79206d314 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 943 time: 0.0831227 Feb 17 09:58:19.349188 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8d1005c1-7d8a-4bab-81ed-53e710a07edb admin admin] Publish callbacks [] for security_group (57814ba1-f00d-456e-900d-f991412d039b), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:19.401262 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-dd01c756-6f2e-4409-a22c-7b443e34da95 req-bf336f49-4d50-42d8-9da6-abe928472dd7 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782597 Feb 17 09:58:19.419991 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8d1005c1-7d8a-4bab-81ed-53e710a07edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (57814ba1-f00d-456e-900d-f991412d039b), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:19.422600 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8d1005c1-7d8a-4bab-81ed-53e710a07edb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:19.426189 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-8d1005c1-7d8a-4bab-81ed-53e710a07edb admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/57814ba1-f00d-456e-900d-f991412d039b HTTP/1.1" status: 204 len: 168 time: 0.1974347 Feb 17 09:58:19.433017 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1005c1-7d8a-4bab-81ed-53e710a07edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57814ba1-f00d-456e-900d-f991412d039b,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:19.461884 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device a0e188ed-c74a-480b-8240-058034d09f9b no longer exists at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:58:19.481511 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] No Port match for: a0e188ed-c74a-480b-8240-058034d09f9b {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:58:19.481861 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device a0e188ed-c74a-480b-8240-058034d09f9b not bound to the agent host dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:58:19.482277 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 945716db-1d6e-4fe4-a4ee-ea1a76d5968f no longer exists at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:58:19.501355 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] No Port match for: 945716db-1d6e-4fe4-a4ee-ea1a76d5968f {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:58:19.501714 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 945716db-1d6e-4fe4-a4ee-ea1a76d5968f not bound to the agent host dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:58:19.580449 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:58:19.605153 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] No Port match for: 9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:58:19.605799 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 9dcaebaa-8c19-4c3c-be34-e1ed32ba4c9b not bound to the agent host hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:58:19.630217 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66a352-a246-4c2e-b3be-a791e0c24015 req-076b0261-3e38-4521-8cf6-3264ba95f3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:19.631741 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-3c66a352-a246-4c2e-b3be-a791e0c24015 req-076b0261-3e38-4521-8cf6-3264ba95f3e6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c3aac7fc-fa00-48a3-aaf1-bf71d0d04681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0536826 Feb 17 09:58:19.721874 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-3c66a352-a246-4c2e-b3be-a791e0c24015 req-cd695ff0-224e-4bc9-ab15-f252480deba7 service neutron] 10.222.0.93 "GET /v2.0/networks/c3aac7fc-fa00-48a3-aaf1-bf71d0d04681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827823 Feb 17 09:58:19.819580 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-3c66a352-a246-4c2e-b3be-a791e0c24015 req-6dd3ee50-5d8d-413f-a058-c90d0a27e6ea service neutron] 10.222.0.93 "GET /v2.0/networks/c3aac7fc-fa00-48a3-aaf1-bf71d0d04681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899389 Feb 17 09:58:20.564438 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a7081-008f-49ce-8560-c1ac88af0b17 req-fb3022b5-f492-463e-b0f2-805f9a5ef2f7 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:20.573116 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-378a7081-008f-49ce-8560-c1ac88af0b17 req-fb3022b5-f492-463e-b0f2-805f9a5ef2f7 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 943 time: 0.0722430 Feb 17 09:58:20.622980 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-378a7081-008f-49ce-8560-c1ac88af0b17 req-487013f8-c033-447a-aafd-fe4fe517808e tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489218 Feb 17 09:58:21.813421 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2159cc-5bea-4a7c-982d-5f5eafce206b req-ccf5fb48-0c5e-4edd-b0b0-cbda7c64944d tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:21.815040 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7c2159cc-5bea-4a7c-982d-5f5eafce206b req-ccf5fb48-0c5e-4edd-b0b0-cbda7c64944d tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 943 time: 0.0792720 Feb 17 09:58:21.895607 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7c2159cc-5bea-4a7c-982d-5f5eafce206b req-9e2b25e9-054f-4756-83a3-3c3e1d55a634 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673859 Feb 17 09:58:23.042379 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 50864) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:23.123863 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae584702-437a-4c90-ba06-475d8f09d403 req-007c993b-96b4-4590-9bb6-3c64d6ea956e tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:23.127814 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ae584702-437a-4c90-ba06-475d8f09d403 req-007c993b-96b4-4590-9bb6-3c64d6ea956e tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 943 time: 0.1490488 Feb 17 09:58:23.220289 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ae584702-437a-4c90-ba06-475d8f09d403 req-696a2fea-36e7-42a7-8300-09e149c13e3f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803893 Feb 17 09:58:23.247202 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-c0b13735-e76d-4fc4-a79c-a2bf57bd0ae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:23.336287 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-c0b13735-e76d-4fc4-a79c-a2bf57bd0ae6 admin admin] Publish callbacks [] for security_group (b23fa6a5-6274-4114-b4cd-e62ead9eb5f9), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:23.340178 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-c0b13735-e76d-4fc4-a79c-a2bf57bd0ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (b23fa6a5-6274-4114-b4cd-e62ead9eb5f9), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:23.384338 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 50870) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:23.384963 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-c0b13735-e76d-4fc4-a79c-a2bf57bd0ae6 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8796caf121a64bffbd75b071c47052e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3377569 Feb 17 09:58:23.385935 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b13735-e76d-4fc4-a79c-a2bf57bd0ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23fa6a5-6274-4114-b4cd-e62ead9eb5f9,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:23.443637 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-d561a1d1-7989-4bd7-92be-517d5edfd802 admin admin] Publish callbacks [] for security_group (b23fa6a5-6274-4114-b4cd-e62ead9eb5f9), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:23.466764 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-d561a1d1-7989-4bd7-92be-517d5edfd802 admin admin] Publish callbacks [] for security_group (b23fa6a5-6274-4114-b4cd-e62ead9eb5f9), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:23.526312 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-d561a1d1-7989-4bd7-92be-517d5edfd802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (b23fa6a5-6274-4114-b4cd-e62ead9eb5f9), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:23.526312 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-d561a1d1-7989-4bd7-92be-517d5edfd802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:23.526312 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-d561a1d1-7989-4bd7-92be-517d5edfd802 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b23fa6a5-6274-4114-b4cd-e62ead9eb5f9 HTTP/1.1" status: 204 len: 168 time: 0.1385322 Feb 17 09:58:23.533576 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561a1d1-7989-4bd7-92be-517d5edfd802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23fa6a5-6274-4114-b4cd-e62ead9eb5f9,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:23.839301 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 50878) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:23.853868 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-d617bae4-7c5e-4d59-9574-e3466836b178 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:23.944067 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-d617bae4-7c5e-4d59-9574-e3466836b178 admin admin] Publish callbacks [] for security_group (8fe5c1c3-66ee-426b-85bf-c2e1cbc17f76), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:23.949263 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-d617bae4-7c5e-4d59-9574-e3466836b178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (8fe5c1c3-66ee-426b-85bf-c2e1cbc17f76), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:23.988453 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617bae4-7c5e-4d59-9574-e3466836b178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe5c1c3-66ee-426b-85bf-c2e1cbc17f76,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:23.996448 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 50880) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:24.005831 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-d617bae4-7c5e-4d59-9574-e3466836b178 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=eec53bbbe34b4142bff753491bb532d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1615751 Feb 17 09:58:24.052770 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-0dc9f437-aa84-457c-80bd-2e8cffc80c3e admin admin] Publish callbacks [] for security_group (8fe5c1c3-66ee-426b-85bf-c2e1cbc17f76), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:24.077176 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-0dc9f437-aa84-457c-80bd-2e8cffc80c3e admin admin] Publish callbacks [] for security_group (8fe5c1c3-66ee-426b-85bf-c2e1cbc17f76), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:24.132397 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-0dc9f437-aa84-457c-80bd-2e8cffc80c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (8fe5c1c3-66ee-426b-85bf-c2e1cbc17f76), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:24.135948 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-0dc9f437-aa84-457c-80bd-2e8cffc80c3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:24.137283 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-0dc9f437-aa84-457c-80bd-2e8cffc80c3e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/8fe5c1c3-66ee-426b-85bf-c2e1cbc17f76 HTTP/1.1" status: 204 len: 168 time: 0.1398590 Feb 17 09:58:24.166639 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc9f437-aa84-457c-80bd-2e8cffc80c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe5c1c3-66ee-426b-85bf-c2e1cbc17f76,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:24.366298 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7164c64-f0d9-4b18-b929-41dc505f8d0f req-633867ea-ef86-4068-a54f-427328894143 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:24.368212 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a7164c64-f0d9-4b18-b929-41dc505f8d0f req-633867ea-ef86-4068-a54f-427328894143 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 943 time: 0.0583239 Feb 17 09:58:24.426495 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a7164c64-f0d9-4b18-b929-41dc505f8d0f req-aa567009-291c-45d3-8640-23d53442c273 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515666 Feb 17 09:58:25.591426 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5fccc-2403-44bd-8d55-2ae6da3f2a6c req-77318806-d275-48c4-9cfd-a03052f7a3d9 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:25.593195 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-22f5fccc-2403-44bd-8d55-2ae6da3f2a6c req-77318806-d275-48c4-9cfd-a03052f7a3d9 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 943 time: 0.0767283 Feb 17 09:58:25.664639 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-22f5fccc-2403-44bd-8d55-2ae6da3f2a6c req-cd06348f-af51-4125-8b8b-2aa5571cc116 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518594 Feb 17 09:58:26.540528 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:58:26.805469 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093f9d0-1e5f-448f-acc5-48e73afb5c6e req-bdb92985-610f-4537-9475-06a05e8f675c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:26.806884 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8093f9d0-1e5f-448f-acc5-48e73afb5c6e req-bdb92985-610f-4537-9475-06a05e8f675c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 943 time: 0.0652533 Feb 17 09:58:26.860924 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8093f9d0-1e5f-448f-acc5-48e73afb5c6e req-e0170e9e-63d7-415d-952b-a680bf3b6810 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484145 Feb 17 09:58:27.990744 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9ce68-1f1d-4bdc-97f3-8b78c9d09bfb req-d9b5b42c-e6a5-4d5c-8a4a-99b5f9169e3c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:27.992413 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-80c9ce68-1f1d-4bdc-97f3-8b78c9d09bfb req-d9b5b42c-e6a5-4d5c-8a4a-99b5f9169e3c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 943 time: 0.0560760 Feb 17 09:58:28.043786 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-80c9ce68-1f1d-4bdc-97f3-8b78c9d09bfb req-a7108877-0725-4dae-9c80-f0782ebba403 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456660 Feb 17 09:58:29.196226 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65376286-1037-48c8-add2-d993ebb65cf2 req-0c7f5895-85d2-4af1-b849-9312d32c1221 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:29.199063 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-65376286-1037-48c8-add2-d993ebb65cf2 req-0c7f5895-85d2-4af1-b849-9312d32c1221 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 943 time: 0.0694523 Feb 17 09:58:29.275722 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-65376286-1037-48c8-add2-d993ebb65cf2 req-ad5211e2-aa78-486a-90ec-e5c2a898fef1 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685196 Feb 17 09:58:30.397342 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3de3f2-19da-478d-beb5-55e9c335b482 req-aa1a3181-84a6-404f-8185-429583354b34 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:30.398948 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0a3de3f2-19da-478d-beb5-55e9c335b482 req-aa1a3181-84a6-404f-8185-429583354b34 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 943 time: 0.0536401 Feb 17 09:58:30.446994 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0a3de3f2-19da-478d-beb5-55e9c335b482 req-19a31a57-d6c5-4b7c-b33e-9891370cc8c0 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424013 Feb 17 09:58:31.578884 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3753c61-dca7-491d-a256-9b3ad9bb1641 req-85b23424-90c4-41bf-9bde-d23479e6fe1c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:31.580401 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f3753c61-dca7-491d-a256-9b3ad9bb1641 req-85b23424-90c4-41bf-9bde-d23479e6fe1c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 943 time: 0.0557840 Feb 17 09:58:31.629483 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f3753c61-dca7-491d-a256-9b3ad9bb1641 req-6750efdb-2a06-444a-b0ea-0f06d3aa2d48 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436256 Feb 17 09:58:32.748342 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701307c4-5197-42e6-9f0f-edbec4e8cc8c req-b4663daf-c53d-42c3-8aee-136d8c0fd172 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:32.749795 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-701307c4-5197-42e6-9f0f-edbec4e8cc8c req-b4663daf-c53d-42c3-8aee-136d8c0fd172 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 943 time: 0.0500755 Feb 17 09:58:32.795635 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-701307c4-5197-42e6-9f0f-edbec4e8cc8c req-9f5b104d-2d3f-4936-84b7-a54c5fd34661 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401666 Feb 17 09:58:33.716015 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:33.919337 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17ab33-d9ab-497e-821e-5684ac6b7763 req-08974cd5-1c02-4759-a9aa-f921927e54b8 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:33.920803 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-aa17ab33-d9ab-497e-821e-5684ac6b7763 req-08974cd5-1c02-4759-a9aa-f921927e54b8 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 943 time: 0.0519836 Feb 17 09:58:33.967601 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-aa17ab33-d9ab-497e-821e-5684ac6b7763 req-9ab9a55d-1626-4333-b701-16567ec4e51a tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411808 Feb 17 09:58:34.535397 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 51062) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:34.583088 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0ffbe23-8b4e-416a-9421-62ac3957d28a admin admin] Deleting subnet 938eaee9-9c5d-427d-8b11-8efb62122519 {{(pid=102620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 09:58:34.586991 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b0ffbe23-8b4e-416a-9421-62ac3957d28a admin admin] Publish callbacks [] for subnet (938eaee9-9c5d-427d-8b11-8efb62122519), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:34.622414 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b0ffbe23-8b4e-416a-9421-62ac3957d28a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8734474'] for subnet (938eaee9-9c5d-427d-8b11-8efb62122519), precommit_delete_associations {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:34.661013 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b0ffbe23-8b4e-416a-9421-62ac3957d28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3464074'] for subnet (938eaee9-9c5d-427d-8b11-8efb62122519), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:34.715591 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b0ffbe23-8b4e-416a-9421-62ac3957d28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3464067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11330472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8420506'] for subnet (938eaee9-9c5d-427d-8b11-8efb62122519), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:34.740610 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ffbe23-8b4e-416a-9421-62ac3957d28a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=938eaee9-9c5d-427d-8b11-8efb62122519,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:34.744825 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b0ffbe23-8b4e-416a-9421-62ac3957d28a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:34.748089 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-b0ffbe23-8b4e-416a-9421-62ac3957d28a admin admin] 10.222.0.82 "DELETE /v2.0/subnets/938eaee9-9c5d-427d-8b11-8efb62122519 HTTP/1.1" status: 204 len: 168 time: 0.2116835 Feb 17 09:58:34.750707 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 51074) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:34.821912 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-81abf600-4e71-48b0-afc0-68c85ec2283e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687351'] for network (f08059b4-5aeb-4885-a956-d7370c49a74c), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:34.903724 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-81abf600-4e71-48b0-afc0-68c85ec2283e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461623', 'neutron.services.segments.db._delete_segments_for_network-8771562732683'] for network (f08059b4-5aeb-4885-a956-d7370c49a74c), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:34.925138 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.services.segments.db [None req-81abf600-4e71-48b0-afc0-68c85ec2283e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f08059b4-5aeb-4885-a956-d7370c49a74c']}} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:34.934970 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.services.segments.db [None req-81abf600-4e71-48b0-afc0-68c85ec2283e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4968a86f-fcc2-413b-921d-9bcab53bbdf2') {'for_net_delete': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:34.935305 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.services.segments.db [None req-81abf600-4e71-48b0-afc0-68c85ec2283e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4968a86f-fcc2-413b-921d-9bcab53bbdf2') {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:34.944633 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-81abf600-4e71-48b0-afc0-68c85ec2283e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771562733460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8734467'] for segment (4968a86f-fcc2-413b-921d-9bcab53bbdf2), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:34.960212 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-81abf600-4e71-48b0-afc0-68c85ec2283e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (4968a86f-fcc2-413b-921d-9bcab53bbdf2), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:34.966508 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81abf600-4e71-48b0-afc0-68c85ec2283e admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=102620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:58:34.966964 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-81abf600-4e71-48b0-afc0-68c85ec2283e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11330546'] for segment (4968a86f-fcc2-413b-921d-9bcab53bbdf2), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:34.968663 dv-cinder-778193-18-iscsi neutron-server[102620]: Traceback (most recent call last): Feb 17 09:58:34.968663 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:58:34.968663 dv-cinder-778193-18-iscsi neutron-server[102620]: timer() Feb 17 09:58:34.968663 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:58:34.968663 dv-cinder-778193-18-iscsi neutron-server[102620]: cb(*args, **kw) Feb 17 09:58:34.968663 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 09:58:34.968663 dv-cinder-778193-18-iscsi neutron-server[102620]: return func(*args, **kwargs) Feb 17 09:58:34.968663 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:58:34.968663 dv-cinder-778193-18-iscsi neutron-server[102620]: self._notify() Feb 17 09:58:34.968663 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:58:34.968663 dv-cinder-778193-18-iscsi neutron-server[102620]: self.callback(batched_events) Feb 17 09:58:34.968663 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:58:34.968663 dv-cinder-778193-18-iscsi neutron-server[102620]: event.method(event) Feb 17 09:58:34.968663 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 09:58:34.968663 dv-cinder-778193-18-iscsi neutron-server[102620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:58:34.968663 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 09:58:34.968663 dv-cinder-778193-18-iscsi neutron-server[102620]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:58:34.968663 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 09:58:34.968663 dv-cinder-778193-18-iscsi neutron-server[102620]: return f(self, *a, **k) Feb 17 09:58:34.968663 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 09:58:34.968663 dv-cinder-778193-18-iscsi neutron-server[102620]: return self._get(url).json() Feb 17 09:58:34.968663 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 09:58:34.968663 dv-cinder-778193-18-iscsi neutron-server[102620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:58:34.968663 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:58:34.968663 dv-cinder-778193-18-iscsi neutron-server[102620]: return self.request(url, 'GET', **kwargs) Feb 17 09:58:34.968663 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:58:34.968663 dv-cinder-778193-18-iscsi neutron-server[102620]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:58:34.968663 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:58:34.968663 dv-cinder-778193-18-iscsi neutron-server[102620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:58:34.968663 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:58:34.968663 dv-cinder-778193-18-iscsi neutron-server[102620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:58:34.968663 dv-cinder-778193-18-iscsi neutron-server[102620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:58:35.025782 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-81abf600-4e71-48b0-afc0-68c85ec2283e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3461388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3931527'] for network (f08059b4-5aeb-4885-a956-d7370c49a74c), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:35.032594 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-81abf600-4e71-48b0-afc0-68c85ec2283e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:35.035943 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-81abf600-4e71-48b0-afc0-68c85ec2283e admin admin] 10.222.0.82 "DELETE /v2.0/networks/f08059b4-5aeb-4885-a956-d7370c49a74c HTTP/1.1" status: 204 len: 168 time: 0.2842693 Feb 17 09:58:35.039508 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 51090) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:35.049835 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81abf600-4e71-48b0-afc0-68c85ec2283e admin admin] Pushing event deleted for resources: {'Network': ['ID=f08059b4-5aeb-4885-a956-d7370c49a74c,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:35.095481 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dc7d5ec-276f-4f2b-9a87-0546fde20061 admin admin] Deleting subnet 3035e147-809c-4784-988f-84b81090cb68 {{(pid=102621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 09:58:35.099229 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-6dc7d5ec-276f-4f2b-9a87-0546fde20061 admin admin] Publish callbacks [] for subnet (3035e147-809c-4784-988f-84b81090cb68), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:35.117960 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3bb56d-e1bd-4e21-b038-fd267cd89422 req-915e4f84-26b3-47da-97fb-407bbc0162fe tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:35.119477 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3f3bb56d-e1bd-4e21-b038-fd267cd89422 req-915e4f84-26b3-47da-97fb-407bbc0162fe tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 943 time: 0.0627213 Feb 17 09:58:35.136760 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-6dc7d5ec-276f-4f2b-9a87-0546fde20061 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9362206'] for subnet (3035e147-809c-4784-988f-84b81090cb68), precommit_delete_associations {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:35.165710 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3f3bb56d-e1bd-4e21-b038-fd267cd89422 req-012326b0-5820-49ec-a2d3-8268446b2ea3 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407124 Feb 17 09:58:35.174808 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-6dc7d5ec-276f-4f2b-9a87-0546fde20061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3464074'] for subnet (3035e147-809c-4784-988f-84b81090cb68), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:35.239621 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-6dc7d5ec-276f-4f2b-9a87-0546fde20061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3464067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9010310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8441209'] for subnet (3035e147-809c-4784-988f-84b81090cb68), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:35.264037 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7d5ec-276f-4f2b-9a87-0546fde20061 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3035e147-809c-4784-988f-84b81090cb68,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:35.269726 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-6dc7d5ec-276f-4f2b-9a87-0546fde20061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for subnet (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:35.272873 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-6dc7d5ec-276f-4f2b-9a87-0546fde20061 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/3035e147-809c-4784-988f-84b81090cb68 HTTP/1.1" status: 204 len: 168 time: 0.2323828 Feb 17 09:58:35.276047 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 51092) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:35.341350 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-03d572ca-a8f4-4e25-a33d-e7c9f0288b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687351'] for network (497a8ca6-346c-4a79-9a09-8b3a8d3bad00), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:35.421751 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-03d572ca-a8f4-4e25-a33d-e7c9f0288b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461623', 'neutron.services.segments.db._delete_segments_for_network-8771562732683'] for network (497a8ca6-346c-4a79-9a09-8b3a8d3bad00), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:35.441062 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.services.segments.db [None req-03d572ca-a8f4-4e25-a33d-e7c9f0288b50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['497a8ca6-346c-4a79-9a09-8b3a8d3bad00']}} {{(pid=102621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:35.450020 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.services.segments.db [None req-03d572ca-a8f4-4e25-a33d-e7c9f0288b50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6907ce67-e033-48a5-bb93-4c587690c19b') {'for_net_delete': True} {{(pid=102621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:35.450314 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.services.segments.db [None req-03d572ca-a8f4-4e25-a33d-e7c9f0288b50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6907ce67-e033-48a5-bb93-4c587690c19b') {} {{(pid=102621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:35.459342 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-03d572ca-a8f4-4e25-a33d-e7c9f0288b50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771562733460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9362199'] for segment (6907ce67-e033-48a5-bb93-4c587690c19b), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:35.472748 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-03d572ca-a8f4-4e25-a33d-e7c9f0288b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (6907ce67-e033-48a5-bb93-4c587690c19b), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:35.478461 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d572ca-a8f4-4e25-a33d-e7c9f0288b50 admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=102621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:58:35.478838 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-03d572ca-a8f4-4e25-a33d-e7c9f0288b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9010396'] for segment (6907ce67-e033-48a5-bb93-4c587690c19b), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:35.480476 dv-cinder-778193-18-iscsi neutron-server[102621]: Traceback (most recent call last): Feb 17 09:58:35.480476 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:58:35.480476 dv-cinder-778193-18-iscsi neutron-server[102621]: timer() Feb 17 09:58:35.480476 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:58:35.480476 dv-cinder-778193-18-iscsi neutron-server[102621]: cb(*args, **kw) Feb 17 09:58:35.480476 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 09:58:35.480476 dv-cinder-778193-18-iscsi neutron-server[102621]: return func(*args, **kwargs) Feb 17 09:58:35.480476 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:58:35.480476 dv-cinder-778193-18-iscsi neutron-server[102621]: self._notify() Feb 17 09:58:35.480476 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:58:35.480476 dv-cinder-778193-18-iscsi neutron-server[102621]: self.callback(batched_events) Feb 17 09:58:35.480476 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:58:35.480476 dv-cinder-778193-18-iscsi neutron-server[102621]: event.method(event) Feb 17 09:58:35.480476 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 09:58:35.480476 dv-cinder-778193-18-iscsi neutron-server[102621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:58:35.480476 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 09:58:35.480476 dv-cinder-778193-18-iscsi neutron-server[102621]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:58:35.480476 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 09:58:35.480476 dv-cinder-778193-18-iscsi neutron-server[102621]: return f(self, *a, **k) Feb 17 09:58:35.480476 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 09:58:35.480476 dv-cinder-778193-18-iscsi neutron-server[102621]: return self._get(url).json() Feb 17 09:58:35.480476 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 09:58:35.480476 dv-cinder-778193-18-iscsi neutron-server[102621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:58:35.480476 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:58:35.480476 dv-cinder-778193-18-iscsi neutron-server[102621]: return self.request(url, 'GET', **kwargs) Feb 17 09:58:35.480476 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:58:35.480476 dv-cinder-778193-18-iscsi neutron-server[102621]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:58:35.480476 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:58:35.480476 dv-cinder-778193-18-iscsi neutron-server[102621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:58:35.480476 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:58:35.480476 dv-cinder-778193-18-iscsi neutron-server[102621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:58:35.480476 dv-cinder-778193-18-iscsi neutron-server[102621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:58:35.536058 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-03d572ca-a8f4-4e25-a33d-e7c9f0288b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3461388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3931527'] for network (497a8ca6-346c-4a79-9a09-8b3a8d3bad00), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:35.541578 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-03d572ca-a8f4-4e25-a33d-e7c9f0288b50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:35.544699 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-03d572ca-a8f4-4e25-a33d-e7c9f0288b50 admin admin] 10.222.0.82 "DELETE /v2.0/networks/497a8ca6-346c-4a79-9a09-8b3a8d3bad00 HTTP/1.1" status: 204 len: 168 time: 0.2677288 Feb 17 09:58:35.555175 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d572ca-a8f4-4e25-a33d-e7c9f0288b50 admin admin] Pushing event deleted for resources: {'Network': ['ID=497a8ca6-346c-4a79-9a09-8b3a8d3bad00,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:35.705332 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 51098) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:35.743640 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-dc321707-16f8-4ddb-9dfd-677e94bef485 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8d4375226cff484b86f61af6f7a788e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370424 Feb 17 09:58:35.745802 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 51100) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:35.790976 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2e2ff0d5-b3b5-4ff1-bb9d-ff9a12fbdc3b admin admin] Publish callbacks [] for security_group (282863eb-e490-42f5-8894-9e050129b5c1), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:35.811234 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2e2ff0d5-b3b5-4ff1-bb9d-ff9a12fbdc3b admin admin] Publish callbacks [] for security_group (282863eb-e490-42f5-8894-9e050129b5c1), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:35.856018 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2e2ff0d5-b3b5-4ff1-bb9d-ff9a12fbdc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (282863eb-e490-42f5-8894-9e050129b5c1), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:35.858505 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2e2ff0d5-b3b5-4ff1-bb9d-ff9a12fbdc3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:35.859663 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-2e2ff0d5-b3b5-4ff1-bb9d-ff9a12fbdc3b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/282863eb-e490-42f5-8894-9e050129b5c1 HTTP/1.1" status: 204 len: 168 time: 0.1129792 Feb 17 09:58:35.867058 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ff0d5-b3b5-4ff1-bb9d-ff9a12fbdc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282863eb-e490-42f5-8894-9e050129b5c1,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:36.194610 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 51120) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:36.234936 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-5fcfd03f-15c0-469f-acb2-0dd95a90e79f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e9e19dc9ddd6431c822589feacf1cf67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390141 Feb 17 09:58:36.237425 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 51122) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:36.293971 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-9abcec03-3662-4e45-abe8-b2c83e619d62 admin admin] Publish callbacks [] for security_group (9d9dca49-92a0-4e20-8233-164f742f1060), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:36.298961 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6395392-11ce-4e1d-a130-402a11877fb6 req-0dbd03f0-6c17-4e13-9352-5aeee3a6a12f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:36.300416 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d6395392-11ce-4e1d-a130-402a11877fb6 req-0dbd03f0-6c17-4e13-9352-5aeee3a6a12f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 943 time: 0.0580940 Feb 17 09:58:36.315238 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-9abcec03-3662-4e45-abe8-b2c83e619d62 admin admin] Publish callbacks [] for security_group (9d9dca49-92a0-4e20-8233-164f742f1060), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:36.346361 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d6395392-11ce-4e1d-a130-402a11877fb6 req-963a2794-841a-4f46-b2df-88ebe3bfb966 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403423 Feb 17 09:58:36.362350 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-9abcec03-3662-4e45-abe8-b2c83e619d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (9d9dca49-92a0-4e20-8233-164f742f1060), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:36.365120 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-9abcec03-3662-4e45-abe8-b2c83e619d62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:36.366284 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-9abcec03-3662-4e45-abe8-b2c83e619d62 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9d9dca49-92a0-4e20-8233-164f742f1060 HTTP/1.1" status: 204 len: 168 time: 0.1277924 Feb 17 09:58:36.376145 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcec03-3662-4e45-abe8-b2c83e619d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9dca49-92a0-4e20-8233-164f742f1060,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:37.478507 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e5d07-a21b-40f5-aade-2b57127cb335 req-79daaa20-4211-4f5d-a245-1dcc63025b00 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:37.480033 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a09e5d07-a21b-40f5-aade-2b57127cb335 req-79daaa20-4211-4f5d-a245-1dcc63025b00 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 943 time: 0.0545959 Feb 17 09:58:37.534905 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a09e5d07-a21b-40f5-aade-2b57127cb335 req-8a006dac-dd68-4a75-87ba-7758b76ae6fb tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485127 Feb 17 09:58:38.671804 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1990663-94ee-47d4-a7bb-7231bd6f2d80 req-cce2ad8f-5df9-421c-a4b5-621936c8c067 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:38.673268 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e1990663-94ee-47d4-a7bb-7231bd6f2d80 req-cce2ad8f-5df9-421c-a4b5-621936c8c067 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 943 time: 0.0624831 Feb 17 09:58:38.724240 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e1990663-94ee-47d4-a7bb-7231bd6f2d80 req-4de01b55-0330-487d-83cc-f2fc66911290 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454390 Feb 17 09:58:39.562120 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a8c85-b92f-4903-89d8-c7ea302d1229 req-c89a327c-109c-45f4-8d20-d339bee3304b tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:39.563621 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7e6a8c85-b92f-4903-89d8-c7ea302d1229 req-c89a327c-109c-45f4-8d20-d339bee3304b tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=48440013-66a3-4daf-81b3-918807e439b2 HTTP/1.1" status: 200 len: 946 time: 0.0562196 Feb 17 09:58:39.609829 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7e6a8c85-b92f-4903-89d8-c7ea302d1229 req-2be9fece-bcae-4cf5-8224-93d0f49e1fc8 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd192e7d-e596-44fb-9dca-cb839975ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405836 Feb 17 09:58:39.852315 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e6fc0-4400-4384-800b-022903aa887d req-e0f4a5ae-76e9-4986-b51e-0ad2b961345c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:39.853812 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-868e6fc0-4400-4384-800b-022903aa887d req-e0f4a5ae-76e9-4986-b51e-0ad2b961345c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 943 time: 0.0517976 Feb 17 09:58:39.900458 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-868e6fc0-4400-4384-800b-022903aa887d req-ac009cad-98b3-43de-85ba-54946578e7cf tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409944 Feb 17 09:58:40.035329 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 13e22131-0e22-4496-80cf-c6172a685f66 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:58:40.132539 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 13e22131-0e22-4496-80cf-c6172a685f66, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=13e22131-0e22-4496-80cf-c6172a685f66,segment=NetworkSegment(44712ed5-627e-45e3-929a-a847c740dda7),segment_id=44712ed5-627e-45e3-929a-a847c740dda7)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:58:40.143581 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Returning: {'device': '13e22131-0e22-4496-80cf-c6172a685f66', 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681', 'port_id': '13e22131-0e22-4496-80cf-c6172a685f66', 'mac_address': 'fa:16:3e:ec:9a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:58:40.182217 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 13e22131-0e22-4496-80cf-c6172a685f66 is: DOWN; New status is: BUILD {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:58:40.182530 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (13e22131-0e22-4496-80cf-c6172a685f66), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:40.196279 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e22131-0e22-4496-80cf-c6172a685f66 {{(pid=102622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:58:40.215951 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 13e22131-0e22-4496-80cf-c6172a685f66, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=13e22131-0e22-4496-80cf-c6172a685f66,segment=NetworkSegment(44712ed5-627e-45e3-929a-a847c740dda7),segment_id=44712ed5-627e-45e3-929a-a847c740dda7)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:58:40.221300 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (13e22131-0e22-4496-80cf-c6172a685f66), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:40.271171 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=13e22131-0e22-4496-80cf-c6172a685f66,revision_number=9']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:40.280023 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:40.280468 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:40.280867 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:40.281254 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:40.281577 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:40.281917 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:40.282250 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:40.282583 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:40.282913 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:40.283272 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:40.283652 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:40.284019 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:40.284423 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:40.548731 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['13e22131-0e22-4496-80cf-c6172a685f66'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:58:40.737388 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa20f8-0b38-4868-bd7f-9886612dfdf0 req-1f2134ab-b041-4d6c-bae5-917b6b2f8595 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:40.738961 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7baa20f8-0b38-4868-bd7f-9886612dfdf0 req-1f2134ab-b041-4d6c-bae5-917b6b2f8595 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=48440013-66a3-4daf-81b3-918807e439b2 HTTP/1.1" status: 200 len: 946 time: 0.0621991 Feb 17 09:58:40.786091 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7baa20f8-0b38-4868-bd7f-9886612dfdf0 req-2695ade9-d44e-4d31-8c5a-dac8f85d8d83 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd192e7d-e596-44fb-9dca-cb839975ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406995 Feb 17 09:58:41.024818 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469a293-58ff-4b61-acdd-9e2a987b47aa req-361f9379-3731-4e20-b9b9-a7b6b252dcb5 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:41.026309 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9469a293-58ff-4b61-acdd-9e2a987b47aa req-361f9379-3731-4e20-b9b9-a7b6b252dcb5 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 944 time: 0.0510862 Feb 17 09:58:41.074157 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9469a293-58ff-4b61-acdd-9e2a987b47aa req-800b9bda-f6ea-4a75-a330-7abf5dcca2b6 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422127 Feb 17 09:58:41.438163 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-b30e5cab-7d77-4954-a172-cb39daf1eb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:41.904982 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd0104-3d44-45c7-9e51-e2e086a65fec req-aeba5f9c-936c-44a9-90b4-b16faff4cd0a tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:41.906887 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9bfd0104-3d44-45c7-9e51-e2e086a65fec req-aeba5f9c-936c-44a9-90b4-b16faff4cd0a tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=48440013-66a3-4daf-81b3-918807e439b2 HTTP/1.1" status: 200 len: 946 time: 0.0532880 Feb 17 09:58:41.954965 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9bfd0104-3d44-45c7-9e51-e2e086a65fec req-a53d581b-5d35-4a1e-85d6-d4982a6451bf tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd192e7d-e596-44fb-9dca-cb839975ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424843 Feb 17 09:58:42.209543 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5527b-4b1c-4233-99bb-99f24e3cb519 req-4843c0ca-9727-4367-a62e-ce41815d72c8 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:42.211126 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-fbc5527b-4b1c-4233-99bb-99f24e3cb519 req-4843c0ca-9727-4367-a62e-ce41815d72c8 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 944 time: 0.0558302 Feb 17 09:58:42.260540 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-fbc5527b-4b1c-4233-99bb-99f24e3cb519 req-f3e1c0d2-5cd4-4536-ac93-5fc0635d537c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427446 Feb 17 09:58:43.072628 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b831c1-b1bc-4f35-b10d-e20986f9049e req-a9acaf8b-ee48-434b-ba8f-7cbea09e4e72 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:43.074121 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-87b831c1-b1bc-4f35-b10d-e20986f9049e req-a9acaf8b-ee48-434b-ba8f-7cbea09e4e72 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=48440013-66a3-4daf-81b3-918807e439b2 HTTP/1.1" status: 200 len: 946 time: 0.0515387 Feb 17 09:58:43.124289 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-87b831c1-b1bc-4f35-b10d-e20986f9049e req-289c5aec-36e8-44d8-aacb-36fdbe78b142 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd192e7d-e596-44fb-9dca-cb839975ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445991 Feb 17 09:58:43.384289 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb7946-d31c-40de-b62a-c3130cb9afa3 req-c4d7a600-a7af-426f-b941-fe8058e91461 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:43.385703 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9abb7946-d31c-40de-b62a-c3130cb9afa3 req-c4d7a600-a7af-426f-b941-fe8058e91461 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 944 time: 0.0515602 Feb 17 09:58:43.434498 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9abb7946-d31c-40de-b62a-c3130cb9afa3 req-9e6f89d7-3896-496e-aad4-5d4e5879e496 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433278 Feb 17 09:58:43.925493 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-e9e01ddf-e638-45e3-b054-6d09419fbed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:44.239693 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4b5a0-4fe2-4ec6-8fee-db171a01f5fd req-8e883415-8939-4eea-a9d0-262058790513 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:44.241142 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2aa4b5a0-4fe2-4ec6-8fee-db171a01f5fd req-8e883415-8939-4eea-a9d0-262058790513 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=48440013-66a3-4daf-81b3-918807e439b2 HTTP/1.1" status: 200 len: 946 time: 0.0501974 Feb 17 09:58:44.288438 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2aa4b5a0-4fe2-4ec6-8fee-db171a01f5fd req-3f3bf66e-835c-4414-9293-45e4ba84d92a tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd192e7d-e596-44fb-9dca-cb839975ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413392 Feb 17 09:58:44.314490 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3c1a3-3766-4bc7-92f3-8fc69ab719a4 req-5a483066-673c-470a-b5f7-7ed7245790c7 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:44.315977 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-40e3c1a3-3766-4bc7-92f3-8fc69ab719a4 req-5a483066-673c-470a-b5f7-7ed7245790c7 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.93 "GET /v2.0/ports?device_id=48440013-66a3-4daf-81b3-918807e439b2 HTTP/1.1" status: 200 len: 946 time: 0.0545361 Feb 17 09:58:44.414532 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-40e3c1a3-3766-4bc7-92f3-8fc69ab719a4 req-68af2bc6-6278-45ac-ad9e-bfa3f970719f tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Deleting port f396b2da-4363-42f6-a6c3-02f4f2184116 {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:58:44.414796 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-40e3c1a3-3766-4bc7-92f3-8fc69ab719a4 req-68af2bc6-6278-45ac-ad9e-bfa3f970719f tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (f396b2da-4363-42f6-a6c3-02f4f2184116), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:44.510228 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-40e3c1a3-3766-4bc7-92f3-8fc69ab719a4 req-68af2bc6-6278-45ac-ad9e-bfa3f970719f tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] For port f396b2da-4363-42f6-a6c3-02f4f2184116, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f396b2da-4363-42f6-a6c3-02f4f2184116,segment=NetworkSegment(0d125c09-a46c-4196-8e41-903d8a965a20),segment_id=0d125c09-a46c-4196-8e41-903d8a965a20)] {{(pid=102621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:58:44.510616 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-40e3c1a3-3766-4bc7-92f3-8fc69ab719a4 req-68af2bc6-6278-45ac-ad9e-bfa3f970719f tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (f396b2da-4363-42f6-a6c3-02f4f2184116), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:44.523357 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-40e3c1a3-3766-4bc7-92f3-8fc69ab719a4 req-68af2bc6-6278-45ac-ad9e-bfa3f970719f tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Calling delete_port for f396b2da-4363-42f6-a6c3-02f4f2184116 owned by compute:nova {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:58:44.571892 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444f830-da6c-4364-aecd-f05692c584eb req-60b0ca38-a3eb-4140-9859-e6b2e3457e23 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:44.573412 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d444f830-da6c-4364-aecd-f05692c584eb req-60b0ca38-a3eb-4140-9859-e6b2e3457e23 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 944 time: 0.0617552 Feb 17 09:58:44.638469 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d444f830-da6c-4364-aecd-f05692c584eb req-138bf0f3-685c-4a36-9074-420b89fbf4a0 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582960 Feb 17 09:58:44.665793 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-40e3c1a3-3766-4bc7-92f3-8fc69ab719a4 req-68af2bc6-6278-45ac-ad9e-bfa3f970719f tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (f396b2da-4363-42f6-a6c3-02f4f2184116), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:44.678171 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['f396b2da-4363-42f6-a6c3-02f4f2184116'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:58:44.700419 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af2bc6-6278-45ac-ad9e-bfa3f970719f tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Pushing event deleted for resources: {'Port': ['ID=f396b2da-4363-42f6-a6c3-02f4f2184116,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:44.746637 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e3c1a3-3766-4bc7-92f3-8fc69ab719a4 req-68af2bc6-6278-45ac-ad9e-bfa3f970719f tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] No DVR routers for this DVR port f396b2da-4363-42f6-a6c3-02f4f2184116 on host hv-cinder-77819 {{(pid=102621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:58:44.749421 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-40e3c1a3-3766-4bc7-92f3-8fc69ab719a4 req-68af2bc6-6278-45ac-ad9e-bfa3f970719f tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:44.753097 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-40e3c1a3-3766-4bc7-92f3-8fc69ab719a4 req-68af2bc6-6278-45ac-ad9e-bfa3f970719f tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.93 "DELETE /v2.0/ports/f396b2da-4363-42f6-a6c3-02f4f2184116 HTTP/1.1" status: 204 len: 173 time: 0.4258282 Feb 17 09:58:44.753800 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48440013-66a3-4daf-81b3-918807e439b2', 'name': 'network-vif-deleted', 'tag': 'f396b2da-4363-42f6-a6c3-02f4f2184116'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:58:44.756734 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533910e9-afb5-4592-a8b7-c95af9e8639e" -d '{"events": [{"server_uuid": "48440013-66a3-4daf-81b3-918807e439b2", "name": "network-vif-deleted", "tag": "f396b2da-4363-42f6-a6c3-02f4f2184116"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:58:44.795630 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e18fec-af0e-4937-99e1-60c0b49960a8 x-openstack-request-id: req-24e18fec-af0e-4937-99e1-60c0b49960a8 {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:58:44.795946 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48440013-66a3-4daf-81b3-918807e439b2", "name": "network-vif-deleted", "tag": "f396b2da-4363-42f6-a6c3-02f4f2184116", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:58:44.796274 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-24e18fec-af0e-4937-99e1-60c0b49960a8 {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:58:44.796671 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48440013-66a3-4daf-81b3-918807e439b2', 'name': 'network-vif-deleted', 'tag': 'f396b2da-4363-42f6-a6c3-02f4f2184116', 'status': 'completed', 'code': 200} Feb 17 09:58:44.961767 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:45.766397 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949489d-3248-46ed-84f2-f873751cbc07 req-55b8b972-dd62-4948-9f5f-24b28abf7f6d tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:45.767945 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8949489d-3248-46ed-84f2-f873751cbc07 req-55b8b972-dd62-4948-9f5f-24b28abf7f6d tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 944 time: 0.0506594 Feb 17 09:58:45.818044 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8949489d-3248-46ed-84f2-f873751cbc07 req-1d8e1fd4-d613-426a-97fc-aa8d3a3773cc tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443349 Feb 17 09:58:46.261219 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:46.941096 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2a1f9-40e8-4a62-8cc1-f385f6d3a938 req-1f7b3492-8425-4625-8502-a32ff719daf2 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:46.942544 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d2a2a1f9-40e8-4a62-8cc1-f385f6d3a938 req-1f7b3492-8425-4625-8502-a32ff719daf2 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 944 time: 0.0527596 Feb 17 09:58:46.996622 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d2a2a1f9-40e8-4a62-8cc1-f385f6d3a938 req-9e838733-3cfd-4095-959f-2bdb70f34d31 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477970 Feb 17 09:58:47.789215 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:47.841934 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 13e22131-0e22-4496-80cf-c6172a685f66 up at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:58:47.889515 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning complete for port 13e22131-0e22-4496-80cf-c6172a685f66 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:58:47.889886 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (13e22131-0e22-4496-80cf-c6172a685f66), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:47.968412 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 13e22131-0e22-4496-80cf-c6172a685f66 is: BUILD; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:58:47.968804 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (13e22131-0e22-4496-80cf-c6172a685f66), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:47.991242 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edea3af2-ed92-4076-a63f-00c84c94342c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e22131-0e22-4496-80cf-c6172a685f66'}] {{(pid=102622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:58:47.993480 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c0921c82721ddcd3043691fcb1168a632d6e856cc39374f61865f4aa2fd6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0756837-7db1-45b1-a27d-fbabd87520d7" -d '{"events": [{"server_uuid": "edea3af2-ed92-4076-a63f-00c84c94342c", "name": "network-vif-plugged", "status": "completed", "tag": "13e22131-0e22-4496-80cf-c6172a685f66"}]}' {{(pid=102622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:58:48.009508 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 13e22131-0e22-4496-80cf-c6172a685f66, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=13e22131-0e22-4496-80cf-c6172a685f66,segment=NetworkSegment(44712ed5-627e-45e3-929a-a847c740dda7),segment_id=44712ed5-627e-45e3-929a-a847c740dda7)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:58:48.015581 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (13e22131-0e22-4496-80cf-c6172a685f66), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:48.045225 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22adf0e-e78e-4d9c-97b0-f535f4cc4a2f x-openstack-request-id: req-f22adf0e-e78e-4d9c-97b0-f535f4cc4a2f {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:58:48.045521 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edea3af2-ed92-4076-a63f-00c84c94342c", "name": "network-vif-plugged", "status": "completed", "tag": "13e22131-0e22-4496-80cf-c6172a685f66", "code": 200}]} {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:58:48.045774 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f22adf0e-e78e-4d9c-97b0-f535f4cc4a2f {{(pid=102622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:58:48.046336 dv-cinder-778193-18-iscsi neutron-server[102622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edea3af2-ed92-4076-a63f-00c84c94342c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e22131-0e22-4496-80cf-c6172a685f66', 'code': 200} Feb 17 09:58:48.078918 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=13e22131-0e22-4496-80cf-c6172a685f66,revision_number=10']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:48.136146 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72eafe-9299-4b0c-a399-3059168f0ba4 req-265161bb-dadf-426b-86af-918a689e39e3 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:48.137607 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-cb72eafe-9299-4b0c-a399-3059168f0ba4 req-265161bb-dadf-426b-86af-918a689e39e3 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 946 time: 0.0532787 Feb 17 09:58:48.184738 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-cb72eafe-9299-4b0c-a399-3059168f0ba4 req-4c6227be-2dd8-407b-865d-8fc0ad06c954 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416505 Feb 17 09:58:48.926077 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device f396b2da-4363-42f6-a6c3-02f4f2184116 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:58:48.944872 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] No Port match for: f396b2da-4363-42f6-a6c3-02f4f2184116 {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:58:48.945236 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device f396b2da-4363-42f6-a6c3-02f4f2184116 not bound to the agent host hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:58:49.310193 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bcdff-e9ac-4bea-9e01-feb03fe43e98 req-a9a8875d-fb67-4d66-bb55-05b1b1470378 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:49.311677 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-612bcdff-e9ac-4bea-9e01-feb03fe43e98 req-a9a8875d-fb67-4d66-bb55-05b1b1470378 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 946 time: 0.0541587 Feb 17 09:58:49.360576 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-612bcdff-e9ac-4bea-9e01-feb03fe43e98 req-2ca8b1ef-414c-493d-a0f1-f56670dbb88e tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426967 Feb 17 09:58:49.485246 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78957e16-64fe-4074-bb7e-ba5d23a1581d req-c85be8fa-8d8d-4d09-920a-471433084b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:49.486754 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-78957e16-64fe-4074-bb7e-ba5d23a1581d req-c85be8fa-8d8d-4d09-920a-471433084b87 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 1130 time: 0.0416875 Feb 17 09:58:49.529227 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-78957e16-64fe-4074-bb7e-ba5d23a1581d req-46e61eb9-1adb-4507-91c4-e8ed795daa32 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355661 Feb 17 09:58:50.485127 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b844b-d58b-42d9-b02e-7461acf7a0ee req-e43dbcb9-adb6-4605-a546-1848f0da5023 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:50.486612 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b72b844b-d58b-42d9-b02e-7461acf7a0ee req-e43dbcb9-adb6-4605-a546-1848f0da5023 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 946 time: 0.0525208 Feb 17 09:58:50.531370 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b72b844b-d58b-42d9-b02e-7461acf7a0ee req-f4913151-b8f8-4de4-9078-ca43a6ea7d6f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392094 Feb 17 09:58:51.655259 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df7552-425c-4bc2-9384-2c51ed32d3b1 req-0a5fd7b7-7896-4cd8-b32b-10b7270c4a18 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:51.656647 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e2df7552-425c-4bc2-9384-2c51ed32d3b1 req-0a5fd7b7-7896-4cd8-b32b-10b7270c4a18 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 946 time: 0.0522799 Feb 17 09:58:51.701480 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e2df7552-425c-4bc2-9384-2c51ed32d3b1 req-0551b2bb-8d72-48da-9540-7ea88ff03aa9 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394547 Feb 17 09:58:52.824765 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91fdf9-410a-477e-844d-13da03147385 req-6c2b4da0-4ad4-4b22-a7eb-382ac6fd5e29 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:52.826206 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8b91fdf9-410a-477e-844d-13da03147385 req-6c2b4da0-4ad4-4b22-a7eb-382ac6fd5e29 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 946 time: 0.0548525 Feb 17 09:58:52.874806 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8b91fdf9-410a-477e-844d-13da03147385 req-b038cbd0-5a31-40b0-bf4e-f0e548db188d tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425634 Feb 17 09:58:54.021177 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e41850-f5e9-404f-ab45-35d7d9005735 req-90a6680b-65f8-4ed4-b2a9-d37ff3a90e7c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:54.022772 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-23e41850-f5e9-404f-ab45-35d7d9005735 req-90a6680b-65f8-4ed4-b2a9-d37ff3a90e7c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 946 time: 0.0647576 Feb 17 09:58:54.083724 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-23e41850-f5e9-404f-ab45-35d7d9005735 req-721f6f01-1b8b-4690-af97-066e3840eb4c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536060 Feb 17 09:58:55.204226 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae277352-36b9-4376-bb5b-687c9bd79910 req-1edf37e8-1836-42c3-884b-9563d8dc30b0 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:55.205658 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ae277352-36b9-4376-bb5b-687c9bd79910 req-1edf37e8-1836-42c3-884b-9563d8dc30b0 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 946 time: 0.0495393 Feb 17 09:58:55.252746 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ae277352-36b9-4376-bb5b-687c9bd79910 req-595affcd-576b-4401-836b-64e588233cbc tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416396 Feb 17 09:58:56.373279 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd77a90-ed30-47b2-9c95-51948e521a17 req-036b0700-17f9-4117-926c-10d10b0311f5 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:56.374639 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-fbd77a90-ed30-47b2-9c95-51948e521a17 req-036b0700-17f9-4117-926c-10d10b0311f5 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 946 time: 0.0510361 Feb 17 09:58:56.421080 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-fbd77a90-ed30-47b2-9c95-51948e521a17 req-7a388c35-9b8c-4fe7-8f2d-24f781da3459 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404785 Feb 17 09:58:58.424380 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-f2e7cc3e-e69f-4bda-a2dc-f9b3b53ebf69 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:58.425743 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-f2e7cc3e-e69f-4bda-a2dc-f9b3b53ebf69 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/networks?id=c684de81-9a26-4af6-bbb7-2233335a927f HTTP/1.1" status: 200 len: 813 time: 0.1009521 Feb 17 09:58:58.439870 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-deae7749-b536-4a14-8c2a-8d8daf0032b8 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/quotas/79249b9de4584e15af23128d8ab81a4d HTTP/1.1" status: 200 len: 375 time: 0.0087571 Feb 17 09:58:58.469639 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-e14476ab-7926-45ab-a2c1-428ca39a9a40 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=79249b9de4584e15af23128d8ab81a4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251257 Feb 17 09:58:58.556143 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-3ad42fdc-8694-4ef6-81c8-22368edc74f2 service neutron] 10.222.0.82 "GET /v2.0/networks/c684de81-9a26-4af6-bbb7-2233335a927f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803630 Feb 17 09:58:58.642921 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-d6c06427-ac6f-4c82-a904-5c938e514f37 service neutron] 10.222.0.82 "GET /v2.0/networks/c684de81-9a26-4af6-bbb7-2233335a927f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812259 Feb 17 09:58:58.796106 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-fd109195-4d13-48d6-a668-fb27150d2ea8 req-2d24829d-2cb0-4666-b1e7-c71230135b38 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=5edcfd9e-751d-4b65-bf21-0b52b3ef2b40 HTTP/1.1" status: 200 len: 210 time: 0.0265970 Feb 17 09:58:59.885995 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a93de3c5-239a-437d-aa30-3ef67ae2c0cf req-b8d1db5c-5d44-4fda-9ab4-d3c0e4c32ad7 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=5edcfd9e-751d-4b65-bf21-0b52b3ef2b40 HTTP/1.1" status: 200 len: 210 time: 0.0264425 Feb 17 09:59:00.980477 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-336980f4-a2a4-4630-8a23-4ba0c2c7c23f req-0e39ff43-1ebb-4ab9-90e0-ec4e9acfc32b tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=5edcfd9e-751d-4b65-bf21-0b52b3ef2b40 HTTP/1.1" status: 200 len: 210 time: 0.0280955 Feb 17 09:59:01.786315 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-59def040-5bab-4b90-976f-087c7a0e7afb tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:01.788066 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-59def040-5bab-4b90-976f-087c7a0e7afb tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.93 "GET /v2.0/networks?id=c684de81-9a26-4af6-bbb7-2233335a927f HTTP/1.1" status: 200 len: 813 time: 0.1097565 Feb 17 09:59:01.804385 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-b7211fa2-445a-4c47-8fb6-d9988e60a354 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Request body: {'port': {'device_id': '5edcfd9e-751d-4b65-bf21-0b52b3ef2b40', 'network_id': 'c684de81-9a26-4af6-bbb7-2233335a927f', 'admin_state_up': True, 'tenant_id': '79249b9de4584e15af23128d8ab81a4d'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:59:01.924801 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-b7211fa2-445a-4c47-8fb6-d9988e60a354 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Made reservation on behalf of 79249b9de4584e15af23128d8ab81a4d for: {'port': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:59:01.928261 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-b7211fa2-445a-4c47-8fb6-d9988e60a354 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:02.056995 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_common [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-b7211fa2-445a-4c47-8fb6-d9988e60a354 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Allocated IP 172.20.0.8 (c684de81-9a26-4af6-bbb7-2233335a927f/91999fcc-f327-40c8-b9d7-6794c4b3d7f9/6b523f18-23de-4b21-b858-17bc0b0aa222) {{(pid=102621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:59:02.216458 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-b7211fa2-445a-4c47-8fb6-d9988e60a354 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Publish callbacks [] for port (6b523f18-23de-4b21-b858-17bc0b0aa222), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:02.251557 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-b7211fa2-445a-4c47-8fb6-d9988e60a354 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (6b523f18-23de-4b21-b858-17bc0b0aa222), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:02.291567 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-015c2853-f606-42e8-8160-4cc4f16e82ee req-3851a32d-7f28-4a69-99b9-f026dd3da6eb tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=5edcfd9e-751d-4b65-bf21-0b52b3ef2b40 HTTP/1.1" status: 200 len: 210 time: 0.2371595 Feb 17 09:59:02.299391 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-b7211fa2-445a-4c47-8fb6-d9988e60a354 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Network c684de81-9a26-4af6-bbb7-2233335a927f is already hosted by enough agents. {{(pid=102621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:59:02.302585 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-b7211fa2-445a-4c47-8fb6-d9988e60a354 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Resources bound (agent type, host, resource id): {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:59:02.307063 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-b7211fa2-445a-4c47-8fb6-d9988e60a354 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Received port after_create {{(pid=102621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:59:02.328375 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7211fa2-445a-4c47-8fb6-d9988e60a354 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Pushing event updated for resources: {'Port': ['ID=6b523f18-23de-4b21-b858-17bc0b0aa222,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:02.346430 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7211fa2-445a-4c47-8fb6-d9988e60a354 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:02.346785 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7211fa2-445a-4c47-8fb6-d9988e60a354 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:02.347127 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7211fa2-445a-4c47-8fb6-d9988e60a354 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:02.347497 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7211fa2-445a-4c47-8fb6-d9988e60a354 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:02.347832 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7211fa2-445a-4c47-8fb6-d9988e60a354 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:02.348165 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7211fa2-445a-4c47-8fb6-d9988e60a354 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:02.348495 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7211fa2-445a-4c47-8fb6-d9988e60a354 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:02.348822 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7211fa2-445a-4c47-8fb6-d9988e60a354 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:02.349147 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7211fa2-445a-4c47-8fb6-d9988e60a354 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:02.349472 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7211fa2-445a-4c47-8fb6-d9988e60a354 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:02.349795 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7211fa2-445a-4c47-8fb6-d9988e60a354 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:02.350118 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7211fa2-445a-4c47-8fb6-d9988e60a354 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:02.350439 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7211fa2-445a-4c47-8fb6-d9988e60a354 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:02.370206 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-b7211fa2-445a-4c47-8fb6-d9988e60a354 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:02.370815 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-b7211fa2-445a-4c47-8fb6-d9988e60a354 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:02.387449 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-b7211fa2-445a-4c47-8fb6-d9988e60a354 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5870678 Feb 17 09:59:02.399814 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-46ca9ae5-ee37-4027-86f2-4c41a8e4ae6d service neutron] Request body: {'port': {'device_id': '5edcfd9e-751d-4b65-bf21-0b52b3ef2b40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:59:02.455678 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-46ca9ae5-ee37-4027-86f2-4c41a8e4ae6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (6b523f18-23de-4b21-b858-17bc0b0aa222), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:02.713282 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-46ca9ae5-ee37-4027-86f2-4c41a8e4ae6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b523f18-23de-4b21-b858-17bc0b0aa222 {{(pid=102621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:59:02.720765 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-46ca9ae5-ee37-4027-86f2-4c41a8e4ae6d service neutron] Publish callbacks [] for port (6b523f18-23de-4b21-b858-17bc0b0aa222), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:02.733116 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.provisioning_blocks [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-46ca9ae5-ee37-4027-86f2-4c41a8e4ae6d service neutron] Transition to ACTIVE for port object 6b523f18-23de-4b21-b858-17bc0b0aa222 will not be triggered until provisioned by entity L2. {{(pid=102621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:59:02.736531 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-46ca9ae5-ee37-4027-86f2-4c41a8e4ae6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9010360'] for port (6b523f18-23de-4b21-b858-17bc0b0aa222), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:02.784148 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca9ae5-ee37-4027-86f2-4c41a8e4ae6d service neutron] Pushing event updated for resources: {'Port': ['ID=6b523f18-23de-4b21-b858-17bc0b0aa222,revision_number=2']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:02.853926 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-46ca9ae5-ee37-4027-86f2-4c41a8e4ae6d service neutron] Attempting to bind port 6b523f18-23de-4b21-b858-17bc0b0aa222 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:59:02.854638 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-46ca9ae5-ee37-4027-86f2-4c41a8e4ae6d service neutron] Attempting to bind port 6b523f18-23de-4b21-b858-17bc0b0aa222 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '0d125c09-a46c-4196-8e41-903d8a965a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'c684de81-9a26-4af6-bbb7-2233335a927f'}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:59:02.854638 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-46ca9ae5-ee37-4027-86f2-4c41a8e4ae6d service neutron] Attempting to bind port 6b523f18-23de-4b21-b858-17bc0b0aa222 on network c684de81-9a26-4af6-bbb7-2233335a927f {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:59:02.858802 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-46ca9ae5-ee37-4027-86f2-4c41a8e4ae6d service neutron] Port 6b523f18-23de-4b21-b858-17bc0b0aa222 on network c684de81-9a26-4af6-bbb7-2233335a927f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 09:59:02.859104 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-46ca9ae5-ee37-4027-86f2-4c41a8e4ae6d service neutron] Attempting to bind port 6b523f18-23de-4b21-b858-17bc0b0aa222 on network c684de81-9a26-4af6-bbb7-2233335a927f {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:59:02.863848 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-46ca9ae5-ee37-4027-86f2-4c41a8e4ae6d service neutron] Checking agent: {'id': '57512943-2fb5-44da-9b65-1b43ee30ab09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'started_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:59:02.864185 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-46ca9ae5-ee37-4027-86f2-4c41a8e4ae6d service neutron] Checking segment: {'id': '0d125c09-a46c-4196-8e41-903d8a965a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'c684de81-9a26-4af6-bbb7-2233335a927f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:59:02.864563 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-46ca9ae5-ee37-4027-86f2-4c41a8e4ae6d service neutron] Bound using segment: {'id': '0d125c09-a46c-4196-8e41-903d8a965a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'c684de81-9a26-4af6-bbb7-2233335a927f'} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:59:02.864982 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-46ca9ae5-ee37-4027-86f2-4c41a8e4ae6d service neutron] Bound port: 6b523f18-23de-4b21-b858-17bc0b0aa222, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d125c09-a46c-4196-8e41-903d8a965a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'c684de81-9a26-4af6-bbb7-2233335a927f'}}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:59:02.865337 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-46ca9ae5-ee37-4027-86f2-4c41a8e4ae6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (6b523f18-23de-4b21-b858-17bc0b0aa222), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:02.933250 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-46ca9ae5-ee37-4027-86f2-4c41a8e4ae6d service neutron] For port 6b523f18-23de-4b21-b858-17bc0b0aa222, host hv-cinder-77819, cleared binding levels {{(pid=102621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:59:02.936758 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-46ca9ae5-ee37-4027-86f2-4c41a8e4ae6d service neutron] For port 6b523f18-23de-4b21-b858-17bc0b0aa222, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6b523f18-23de-4b21-b858-17bc0b0aa222,segment=NetworkSegment(0d125c09-a46c-4196-8e41-903d8a965a20),segment_id=0d125c09-a46c-4196-8e41-903d8a965a20)] {{(pid=102621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:59:02.942853 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-46ca9ae5-ee37-4027-86f2-4c41a8e4ae6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9010360'] for port (6b523f18-23de-4b21-b858-17bc0b0aa222), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:02.976268 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-46ca9ae5-ee37-4027-86f2-4c41a8e4ae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:02.976889 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-46ca9ae5-ee37-4027-86f2-4c41a8e4ae6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:02.978284 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-46ca9ae5-ee37-4027-86f2-4c41a8e4ae6d service neutron] 10.222.0.93 "PUT /v2.0/ports/6b523f18-23de-4b21-b858-17bc0b0aa222 HTTP/1.1" status: 200 len: 1093 time: 0.5836358 Feb 17 09:59:02.978729 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5edcfd9e-751d-4b65-bf21-0b52b3ef2b40', 'tag': '6b523f18-23de-4b21-b858-17bc0b0aa222'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:59:02.981007 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fc7599-c74e-4d07-8b4a-504795c3dd74" -d '{"events": [{"name": "network-changed", "server_uuid": "5edcfd9e-751d-4b65-bf21-0b52b3ef2b40", "tag": "6b523f18-23de-4b21-b858-17bc0b0aa222"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:59:03.008128 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca9ae5-ee37-4027-86f2-4c41a8e4ae6d service neutron] Pushing event updated for resources: {'Port': ['ID=6b523f18-23de-4b21-b858-17bc0b0aa222,revision_number=3']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:03.040296 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41470624-e8f6-408a-89df-455fa9b57749 x-openstack-request-id: req-41470624-e8f6-408a-89df-455fa9b57749 {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:59:03.040620 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5edcfd9e-751d-4b65-bf21-0b52b3ef2b40", "tag": "6b523f18-23de-4b21-b858-17bc0b0aa222", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:59:03.040859 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-41470624-e8f6-408a-89df-455fa9b57749 {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:59:03.041264 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5edcfd9e-751d-4b65-bf21-0b52b3ef2b40', 'tag': '6b523f18-23de-4b21-b858-17bc0b0aa222', 'status': 'completed', 'code': 200} Feb 17 09:59:03.096978 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-22ea8966-621d-457b-a379-33ab4d7a64ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:03.098499 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-22ea8966-621d-457b-a379-33ab4d7a64ac service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=79249b9de4584e15af23128d8ab81a4d&device_id=5edcfd9e-751d-4b65-bf21-0b52b3ef2b40 HTTP/1.1" status: 200 len: 1127 time: 0.0464532 Feb 17 09:59:03.145828 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-5312be57-7091-4a9c-91c4-8b1f614d6bf3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b523f18-23de-4b21-b858-17bc0b0aa222 HTTP/1.1" status: 200 len: 217 time: 0.0392087 Feb 17 09:59:03.206898 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-4a27be12-1351-4998-853b-404112cc217e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:03.208082 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-4a27be12-1351-4998-853b-404112cc217e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=91999fcc-f327-40c8-b9d7-6794c4b3d7f9 HTTP/1.1" status: 200 len: 853 time: 0.0502026 Feb 17 09:59:03.241058 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-7c6bec56-5bf4-4dc4-a542-224cfd1236ad service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c684de81-9a26-4af6-bbb7-2233335a927f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244935 Feb 17 09:59:03.342198 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-c7bb7d03-b440-49f7-bf7f-35a322ff986f service neutron] 10.222.0.93 "GET /v2.0/networks/c684de81-9a26-4af6-bbb7-2233335a927f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939138 Feb 17 09:59:03.411445 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cd3a5-aaa8-483c-8c30-f4e3d1a350f9 req-b7ffa03b-0cbf-49fa-8d82-a9a80780fee4 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:03.413070 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-642cd3a5-aaa8-483c-8c30-f4e3d1a350f9 req-b7ffa03b-0cbf-49fa-8d82-a9a80780fee4 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=5edcfd9e-751d-4b65-bf21-0b52b3ef2b40 HTTP/1.1" status: 200 len: 943 time: 0.0519257 Feb 17 09:59:03.432610 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-83e2e7ed-0800-4075-b9b5-6684ff04426e req-094446e0-5b2e-4690-b3a4-01891771c5ac service neutron] 10.222.0.93 "GET /v2.0/networks/c684de81-9a26-4af6-bbb7-2233335a927f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833685 Feb 17 09:59:03.468388 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-642cd3a5-aaa8-483c-8c30-f4e3d1a350f9 req-190557c6-7ab0-46ef-983d-af0162640a16 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd192e7d-e596-44fb-9dca-cb839975ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494158 Feb 17 09:59:03.531970 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc7599-c74e-4d07-8b4a-504795c3dd74 req-d7ed953e-b4ba-4298-b548-b2cf1afd8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:03.533497 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-67fc7599-c74e-4d07-8b4a-504795c3dd74 req-d7ed953e-b4ba-4298-b548-b2cf1afd8365 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=79249b9de4584e15af23128d8ab81a4d&device_id=5edcfd9e-751d-4b65-bf21-0b52b3ef2b40 HTTP/1.1" status: 200 len: 1127 time: 0.0464025 Feb 17 09:59:03.540027 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:59:03.636665 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc7599-c74e-4d07-8b4a-504795c3dd74 req-7eaf2244-551e-464a-907d-9a4116488bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:03.638130 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-67fc7599-c74e-4d07-8b4a-504795c3dd74 req-7eaf2244-551e-464a-907d-9a4116488bd3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c684de81-9a26-4af6-bbb7-2233335a927f HTTP/1.1" status: 200 len: 915 time: 0.0920074 Feb 17 09:59:03.682921 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-67fc7599-c74e-4d07-8b4a-504795c3dd74 req-a7e242aa-4575-4bb0-b9b3-df45d58bf03d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b523f18-23de-4b21-b858-17bc0b0aa222 HTTP/1.1" status: 200 len: 217 time: 0.0333703 Feb 17 09:59:03.734044 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc7599-c74e-4d07-8b4a-504795c3dd74 req-603745bb-4670-411a-88a5-3c89f0963807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:03.735656 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-67fc7599-c74e-4d07-8b4a-504795c3dd74 req-603745bb-4670-411a-88a5-3c89f0963807 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=91999fcc-f327-40c8-b9d7-6794c4b3d7f9 HTTP/1.1" status: 200 len: 853 time: 0.0465693 Feb 17 09:59:03.736577 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:03.768027 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-67fc7599-c74e-4d07-8b4a-504795c3dd74 req-9d064f78-2d89-445d-8d1a-1521018b3762 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c684de81-9a26-4af6-bbb7-2233335a927f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246096 Feb 17 09:59:03.872451 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-67fc7599-c74e-4d07-8b4a-504795c3dd74 req-e5f7cb4c-aed1-48b5-968b-01c9449b1e28 service neutron] 10.222.0.93 "GET /v2.0/networks/c684de81-9a26-4af6-bbb7-2233335a927f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840399 Feb 17 09:59:03.972364 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-67fc7599-c74e-4d07-8b4a-504795c3dd74 req-ad578dec-7f9f-4108-8e80-fc26c393e706 service neutron] 10.222.0.93 "GET /v2.0/networks/c684de81-9a26-4af6-bbb7-2233335a927f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889237 Feb 17 09:59:04.589945 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99937b-502e-42e3-b1cc-6b303c4a1e18 req-10f7138f-283f-40d6-b2ee-fccaa1dd4985 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:04.591503 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2f99937b-502e-42e3-b1cc-6b303c4a1e18 req-10f7138f-283f-40d6-b2ee-fccaa1dd4985 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=5edcfd9e-751d-4b65-bf21-0b52b3ef2b40 HTTP/1.1" status: 200 len: 943 time: 0.0539808 Feb 17 09:59:04.637918 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2f99937b-502e-42e3-b1cc-6b303c4a1e18 req-22333d1a-e47d-46b0-89e6-2f8c681d98c9 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd192e7d-e596-44fb-9dca-cb839975ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407770 Feb 17 09:59:05.753231 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c5e33-bd24-4265-814a-f03193f6517b req-2a7f1856-dc6a-4904-9cfa-04cc6bd492c5 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:05.754925 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-de2c5e33-bd24-4265-814a-f03193f6517b req-2a7f1856-dc6a-4904-9cfa-04cc6bd492c5 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=5edcfd9e-751d-4b65-bf21-0b52b3ef2b40 HTTP/1.1" status: 200 len: 943 time: 0.0503376 Feb 17 09:59:05.801031 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-de2c5e33-bd24-4265-814a-f03193f6517b req-397c8142-62d9-448c-8563-08439e7c757a tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd192e7d-e596-44fb-9dca-cb839975ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390863 Feb 17 09:59:06.917859 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c1a40-7858-46f4-9930-f425d982d320 req-19beb4f9-18ce-4f19-b0b1-299c16a76f20 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:06.919347 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-414c1a40-7858-46f4-9930-f425d982d320 req-19beb4f9-18ce-4f19-b0b1-299c16a76f20 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=5edcfd9e-751d-4b65-bf21-0b52b3ef2b40 HTTP/1.1" status: 200 len: 943 time: 0.0509501 Feb 17 09:59:06.966863 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-414c1a40-7858-46f4-9930-f425d982d320 req-4058604a-fd27-4a3f-b139-4569dd1d31b5 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd192e7d-e596-44fb-9dca-cb839975ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419662 Feb 17 09:59:08.082164 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef1aa3-817f-4715-bae4-719fb9e181c3 req-fd580fce-8914-4569-82ad-5b01a506578e tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:08.083636 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-feef1aa3-817f-4715-bae4-719fb9e181c3 req-fd580fce-8914-4569-82ad-5b01a506578e tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=5edcfd9e-751d-4b65-bf21-0b52b3ef2b40 HTTP/1.1" status: 200 len: 943 time: 0.0506568 Feb 17 09:59:08.127924 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-feef1aa3-817f-4715-bae4-719fb9e181c3 req-4f2da882-7e57-4111-83e7-3df30e398bb0 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd192e7d-e596-44fb-9dca-cb839975ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383151 Feb 17 09:59:08.733474 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-ce79f428-2501-4e3d-b537-af1a0599dd9f req-3eea3164-2e3a-4a64-843b-b80ba00fe999 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430205 Feb 17 09:59:08.797294 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79f428-2501-4e3d-b537-af1a0599dd9f req-420641e5-6ff8-40bc-9621-fa4ee4f39a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:08.798740 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-ce79f428-2501-4e3d-b537-af1a0599dd9f req-420641e5-6ff8-40bc-9621-fa4ee4f39a59 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ee27e4c191de47a3b47db5a43ab00258&device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 1130 time: 0.0426438 Feb 17 09:59:08.917645 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79f428-2501-4e3d-b537-af1a0599dd9f req-8f735f10-80c6-4f67-9b22-18c365dafe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:08.919011 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-ce79f428-2501-4e3d-b537-af1a0599dd9f req-8f735f10-80c6-4f67-9b22-18c365dafe26 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c3aac7fc-fa00-48a3-aaf1-bf71d0d04681 HTTP/1.1" status: 200 len: 918 time: 0.0877032 Feb 17 09:59:08.985485 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-ce79f428-2501-4e3d-b537-af1a0599dd9f req-c9d440e4-f9ce-4e37-a78b-979e1ee5bd30 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13e22131-0e22-4496-80cf-c6172a685f66 HTTP/1.1" status: 200 len: 1001 time: 0.0557802 Feb 17 09:59:08.994050 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 6b523f18-23de-4b21-b858-17bc0b0aa222 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:59:09.041489 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79f428-2501-4e3d-b537-af1a0599dd9f req-6a2b29ab-5cee-4f5c-a7a3-9ef19789ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:09.042970 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-ce79f428-2501-4e3d-b537-af1a0599dd9f req-6a2b29ab-5cee-4f5c-a7a3-9ef19789ec44 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab HTTP/1.1" status: 200 len: 855 time: 0.0477648 Feb 17 09:59:09.093066 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 6b523f18-23de-4b21-b858-17bc0b0aa222, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6b523f18-23de-4b21-b858-17bc0b0aa222,segment=NetworkSegment(0d125c09-a46c-4196-8e41-903d8a965a20),segment_id=0d125c09-a46c-4196-8e41-903d8a965a20)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:59:09.097808 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79f428-2501-4e3d-b537-af1a0599dd9f req-41676397-1752-4724-83d6-a35f29001500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:09.099346 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-ce79f428-2501-4e3d-b537-af1a0599dd9f req-41676397-1752-4724-83d6-a35f29001500 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c3aac7fc-fa00-48a3-aaf1-bf71d0d04681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433836 Feb 17 09:59:09.103824 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Returning: {'device': '6b523f18-23de-4b21-b858-17bc0b0aa222', 'network_id': 'c684de81-9a26-4af6-bbb7-2233335a927f', 'port_id': '6b523f18-23de-4b21-b858-17bc0b0aa222', 'mac_address': 'fa:16:3e:24:24:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91999fcc-f327-40c8-b9d7-6794c4b3d7f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:59:09.142372 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 6b523f18-23de-4b21-b858-17bc0b0aa222 is: DOWN; New status is: BUILD {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:59:09.142770 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (6b523f18-23de-4b21-b858-17bc0b0aa222), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:09.157048 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b523f18-23de-4b21-b858-17bc0b0aa222 {{(pid=102622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:59:09.180216 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 6b523f18-23de-4b21-b858-17bc0b0aa222, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6b523f18-23de-4b21-b858-17bc0b0aa222,segment=NetworkSegment(0d125c09-a46c-4196-8e41-903d8a965a20),segment_id=0d125c09-a46c-4196-8e41-903d8a965a20)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:59:09.185319 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (6b523f18-23de-4b21-b858-17bc0b0aa222), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:09.224137 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-ce79f428-2501-4e3d-b537-af1a0599dd9f req-10ba7772-6be6-418f-a8c9-4547b20092bd service neutron] 10.222.0.93 "GET /v2.0/networks/c3aac7fc-fa00-48a3-aaf1-bf71d0d04681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056178 Feb 17 09:59:09.239384 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=6b523f18-23de-4b21-b858-17bc0b0aa222,revision_number=4']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:09.260695 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391facd-cde6-41c4-a0bf-5345152efd8f req-2e18cf9c-6545-4965-95bd-2b369ed5b843 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:09.262278 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8391facd-cde6-41c4-a0bf-5345152efd8f req-2e18cf9c-6545-4965-95bd-2b369ed5b843 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=5edcfd9e-751d-4b65-bf21-0b52b3ef2b40 HTTP/1.1" status: 200 len: 944 time: 0.0562608 Feb 17 09:59:09.313798 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8391facd-cde6-41c4-a0bf-5345152efd8f req-c114a6f2-35fa-4c27-bbcb-03f06fae539a tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd192e7d-e596-44fb-9dca-cb839975ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443938 Feb 17 09:59:09.327397 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-ce79f428-2501-4e3d-b537-af1a0599dd9f req-f4b2c8f8-524c-4478-a5aa-1ba81875b0c1 service neutron] 10.222.0.93 "GET /v2.0/networks/c3aac7fc-fa00-48a3-aaf1-bf71d0d04681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891051 Feb 17 09:59:09.595366 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['6b523f18-23de-4b21-b858-17bc0b0aa222'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:59:09.921174 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 51644) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:59:10.035809 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c321ed15-3af7-4728-850c-38b69a69012a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:10.115740 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c321ed15-3af7-4728-850c-38b69a69012a admin admin] Publish callbacks [] for security_group (5993cdf9-30a6-4517-92ec-496bb481036a), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:10.119101 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c321ed15-3af7-4728-850c-38b69a69012a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (5993cdf9-30a6-4517-92ec-496bb481036a), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:10.159535 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-c321ed15-3af7-4728-850c-38b69a69012a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=32fbf17d58064acaa87a32391684d2e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371528 Feb 17 09:59:10.161435 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321ed15-3af7-4728-850c-38b69a69012a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5993cdf9-30a6-4517-92ec-496bb481036a,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:10.162188 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 51648) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:59:10.213165 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3046c82b-f352-4fba-87bb-c7173d4ad5ef admin admin] Publish callbacks [] for security_group (5993cdf9-30a6-4517-92ec-496bb481036a), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:10.233980 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3046c82b-f352-4fba-87bb-c7173d4ad5ef admin admin] Publish callbacks [] for security_group (5993cdf9-30a6-4517-92ec-496bb481036a), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:10.281414 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3046c82b-f352-4fba-87bb-c7173d4ad5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (5993cdf9-30a6-4517-92ec-496bb481036a), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:10.284054 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3046c82b-f352-4fba-87bb-c7173d4ad5ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:10.285196 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-3046c82b-f352-4fba-87bb-c7173d4ad5ef admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5993cdf9-30a6-4517-92ec-496bb481036a HTTP/1.1" status: 204 len: 168 time: 0.1219993 Feb 17 09:59:10.292938 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046c82b-f352-4fba-87bb-c7173d4ad5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5993cdf9-30a6-4517-92ec-496bb481036a,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:10.299942 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046c82b-f352-4fba-87bb-c7173d4ad5ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:10.300285 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046c82b-f352-4fba-87bb-c7173d4ad5ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:10.300630 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046c82b-f352-4fba-87bb-c7173d4ad5ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:10.300967 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046c82b-f352-4fba-87bb-c7173d4ad5ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:10.301312 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046c82b-f352-4fba-87bb-c7173d4ad5ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:10.301634 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046c82b-f352-4fba-87bb-c7173d4ad5ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:10.301964 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046c82b-f352-4fba-87bb-c7173d4ad5ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:10.302300 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046c82b-f352-4fba-87bb-c7173d4ad5ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:10.302632 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046c82b-f352-4fba-87bb-c7173d4ad5ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:10.302961 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046c82b-f352-4fba-87bb-c7173d4ad5ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:10.303405 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046c82b-f352-4fba-87bb-c7173d4ad5ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:10.303739 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046c82b-f352-4fba-87bb-c7173d4ad5ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:10.304064 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046c82b-f352-4fba-87bb-c7173d4ad5ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:10.468471 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7b306-1b91-4f62-b1cc-bb41cc31f98e req-8b982996-f054-4a83-ae1b-8d900bfe00f3 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:10.470009 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2ca7b306-1b91-4f62-b1cc-bb41cc31f98e req-8b982996-f054-4a83-ae1b-8d900bfe00f3 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=5edcfd9e-751d-4b65-bf21-0b52b3ef2b40 HTTP/1.1" status: 200 len: 944 time: 0.0638032 Feb 17 09:59:10.518680 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2ca7b306-1b91-4f62-b1cc-bb41cc31f98e req-619ce5b6-05f3-4b88-9363-1385e7b9e002 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd192e7d-e596-44fb-9dca-cb839975ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431054 Feb 17 09:59:10.582603 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 51664) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:59:10.598604 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8ba7aebe-5cf4-48bf-871c-e6031f4be151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:10.688458 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8ba7aebe-5cf4-48bf-871c-e6031f4be151 admin admin] Publish callbacks [] for security_group (917fe4da-181e-4e44-a903-8d0d991c9876), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:10.691983 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8ba7aebe-5cf4-48bf-871c-e6031f4be151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (917fe4da-181e-4e44-a903-8d0d991c9876), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:10.746820 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-8ba7aebe-5cf4-48bf-871c-e6031f4be151 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e1e02aae0ac44b81ab4aa35e9001ac09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1631014 Feb 17 09:59:10.748135 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7aebe-5cf4-48bf-871c-e6031f4be151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917fe4da-181e-4e44-a903-8d0d991c9876,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:10.749941 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 51672) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:59:10.818514 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-8fdc8114-bc06-4a03-b2b0-d8a2b1304bfa admin admin] Publish callbacks [] for security_group (917fe4da-181e-4e44-a903-8d0d991c9876), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:10.841233 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-8fdc8114-bc06-4a03-b2b0-d8a2b1304bfa admin admin] Publish callbacks [] for security_group (917fe4da-181e-4e44-a903-8d0d991c9876), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:10.875136 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f31e89-cea8-40cc-9ff0-9b08a220637a req-1eaf0a6f-f404-44e1-b75a-06ff9e02f844 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:10.876636 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b2f31e89-cea8-40cc-9ff0-9b08a220637a req-1eaf0a6f-f404-44e1-b75a-06ff9e02f844 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0639787 Feb 17 09:59:10.892786 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-8fdc8114-bc06-4a03-b2b0-d8a2b1304bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (917fe4da-181e-4e44-a903-8d0d991c9876), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:10.895418 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-8fdc8114-bc06-4a03-b2b0-d8a2b1304bfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:10.896560 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-8fdc8114-bc06-4a03-b2b0-d8a2b1304bfa admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/917fe4da-181e-4e44-a903-8d0d991c9876 HTTP/1.1" status: 204 len: 168 time: 0.1396251 Feb 17 09:59:10.905625 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc8114-bc06-4a03-b2b0-d8a2b1304bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917fe4da-181e-4e44-a903-8d0d991c9876,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:10.930641 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b2f31e89-cea8-40cc-9ff0-9b08a220637a req-f4116de6-2bb5-43a3-8267-29caf3f949b2 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481811 Feb 17 09:59:10.997867 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 6b523f18-23de-4b21-b858-17bc0b0aa222 up at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:59:11.055894 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning for port 6b523f18-23de-4b21-b858-17bc0b0aa222 completed by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:59:11.063434 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning complete for port 6b523f18-23de-4b21-b858-17bc0b0aa222 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:59:11.063842 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (6b523f18-23de-4b21-b858-17bc0b0aa222), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:11.141709 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 6b523f18-23de-4b21-b858-17bc0b0aa222 is: BUILD; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:59:11.142100 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (6b523f18-23de-4b21-b858-17bc0b0aa222), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:11.167359 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edcfd9e-751d-4b65-bf21-0b52b3ef2b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b523f18-23de-4b21-b858-17bc0b0aa222'}] {{(pid=102622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:59:11.169698 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c0921c82721ddcd3043691fcb1168a632d6e856cc39374f61865f4aa2fd6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afef636-1086-40f4-a91d-d276908fd499" -d '{"events": [{"server_uuid": "5edcfd9e-751d-4b65-bf21-0b52b3ef2b40", "name": "network-vif-plugged", "status": "completed", "tag": "6b523f18-23de-4b21-b858-17bc0b0aa222"}]}' {{(pid=102622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:59:11.182670 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 6b523f18-23de-4b21-b858-17bc0b0aa222, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6b523f18-23de-4b21-b858-17bc0b0aa222,segment=NetworkSegment(0d125c09-a46c-4196-8e41-903d8a965a20),segment_id=0d125c09-a46c-4196-8e41-903d8a965a20)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:59:11.187117 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (6b523f18-23de-4b21-b858-17bc0b0aa222), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:11.217657 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8cb3e6-ea72-4c6b-bde5-66dffe8d9d9d x-openstack-request-id: req-1c8cb3e6-ea72-4c6b-bde5-66dffe8d9d9d {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:59:11.217657 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edcfd9e-751d-4b65-bf21-0b52b3ef2b40", "name": "network-vif-plugged", "status": "completed", "tag": "6b523f18-23de-4b21-b858-17bc0b0aa222", "code": 200}]} {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:59:11.217955 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1c8cb3e6-ea72-4c6b-bde5-66dffe8d9d9d {{(pid=102622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:59:11.218298 dv-cinder-778193-18-iscsi neutron-server[102622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edcfd9e-751d-4b65-bf21-0b52b3ef2b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b523f18-23de-4b21-b858-17bc0b0aa222', 'code': 200} Feb 17 09:59:11.247370 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=6b523f18-23de-4b21-b858-17bc0b0aa222,revision_number=5']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:11.388859 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8882d8-0384-4c57-ada8-d16c63a6c9be req-48ef9a39-5d01-4007-ace7-436d11724837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:11.390378 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-3d8882d8-0384-4c57-ada8-d16c63a6c9be req-48ef9a39-5d01-4007-ace7-436d11724837 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5edcfd9e-751d-4b65-bf21-0b52b3ef2b40 HTTP/1.1" status: 200 len: 1129 time: 0.0436294 Feb 17 09:59:11.438389 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-3d8882d8-0384-4c57-ada8-d16c63a6c9be req-82d167b4-534c-4260-892b-edf48e754daf service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=fd192e7d-e596-44fb-9dca-cb839975ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407879 Feb 17 09:59:11.443238 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-df430236-28e3-4cbe-8276-2cee841803e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:11.641499 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bac5f-f9c6-49f4-8abd-1230d0ed9963 req-62d0ae00-45e6-4553-ad4b-cdda40932283 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:11.642967 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-117bac5f-f9c6-49f4-8abd-1230d0ed9963 req-62d0ae00-45e6-4553-ad4b-cdda40932283 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=5edcfd9e-751d-4b65-bf21-0b52b3ef2b40 HTTP/1.1" status: 200 len: 945 time: 0.0519819 Feb 17 09:59:11.688831 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-117bac5f-f9c6-49f4-8abd-1230d0ed9963 req-d20327d9-ea5a-478b-a353-8de670ee2e6b tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd192e7d-e596-44fb-9dca-cb839975ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401411 Feb 17 09:59:11.953311 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 51716) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:59:12.073153 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957e126-bf7e-45d4-b4ac-1fac13522136 req-1d294ad5-17dc-43ec-a3f0-d190acb83cbc tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:12.074329 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8957e126-bf7e-45d4-b4ac-1fac13522136 req-1d294ad5-17dc-43ec-a3f0-d190acb83cbc tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0629272 Feb 17 09:59:12.095044 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-f455a812-daf1-4416-a327-094a1d65aee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:12.127721 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8957e126-bf7e-45d4-b4ac-1fac13522136 req-be75a8a1-deca-4640-aaad-04a400c1a18e tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457428 Feb 17 09:59:12.184616 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-f455a812-daf1-4416-a327-094a1d65aee8 admin admin] Publish callbacks [] for security_group (f4bf1a8f-6eaa-459e-80a9-85346a777398), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:12.188089 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-f455a812-daf1-4416-a327-094a1d65aee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (f4bf1a8f-6eaa-459e-80a9-85346a777398), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:12.226845 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-f455a812-daf1-4416-a327-094a1d65aee8 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ba7fc5faec184b5baf41b2e0742b4686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2656300 Feb 17 09:59:12.227762 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455a812-daf1-4416-a327-094a1d65aee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bf1a8f-6eaa-459e-80a9-85346a777398,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:12.230619 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 51724) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:59:12.278869 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-10d4af93-a0f7-45cc-abbf-6ae509f489fb admin admin] Publish callbacks [] for security_group (f4bf1a8f-6eaa-459e-80a9-85346a777398), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:12.299935 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-10d4af93-a0f7-45cc-abbf-6ae509f489fb admin admin] Publish callbacks [] for security_group (f4bf1a8f-6eaa-459e-80a9-85346a777398), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:12.345609 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-10d4af93-a0f7-45cc-abbf-6ae509f489fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (f4bf1a8f-6eaa-459e-80a9-85346a777398), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:12.348524 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-10d4af93-a0f7-45cc-abbf-6ae509f489fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:12.349678 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-10d4af93-a0f7-45cc-abbf-6ae509f489fb admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f4bf1a8f-6eaa-459e-80a9-85346a777398 HTTP/1.1" status: 204 len: 168 time: 0.1176560 Feb 17 09:59:12.359486 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4af93-a0f7-45cc-abbf-6ae509f489fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bf1a8f-6eaa-459e-80a9-85346a777398,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:12.812164 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b8e9f-2d3b-46cc-a657-7ee35cabef1c req-53807239-3421-4da3-9e0b-68f3b9c2f93a tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:12.813542 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-122b8e9f-2d3b-46cc-a657-7ee35cabef1c req-53807239-3421-4da3-9e0b-68f3b9c2f93a tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=5edcfd9e-751d-4b65-bf21-0b52b3ef2b40 HTTP/1.1" status: 200 len: 945 time: 0.0576227 Feb 17 09:59:12.867689 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-122b8e9f-2d3b-46cc-a657-7ee35cabef1c req-d2d288c7-d982-4ab1-98b3-7d5180f79413 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd192e7d-e596-44fb-9dca-cb839975ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488067 Feb 17 09:59:13.255473 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5983e-d4da-417a-a8da-95e23100c53d req-b5202ae6-5f1c-4584-98f6-8b3fcfa71202 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:13.256939 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-62a5983e-d4da-417a-a8da-95e23100c53d req-b5202ae6-5f1c-4584-98f6-8b3fcfa71202 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0550179 Feb 17 09:59:13.307026 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-62a5983e-d4da-417a-a8da-95e23100c53d req-542bb091-3964-4272-9b88-01bab3ba282b tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439084 Feb 17 09:59:13.927310 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-899e5562-d25d-425c-9cb5-e39d9fff44e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:13.985129 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe4701-9c1b-4d1c-bb2c-3e00eea5d5b7 req-36b88141-c083-4d7d-8c0c-2ad03094b882 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:13.986935 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2dfe4701-9c1b-4d1c-bb2c-3e00eea5d5b7 req-36b88141-c083-4d7d-8c0c-2ad03094b882 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=5edcfd9e-751d-4b65-bf21-0b52b3ef2b40 HTTP/1.1" status: 200 len: 945 time: 0.0516872 Feb 17 09:59:14.036116 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2dfe4701-9c1b-4d1c-bb2c-3e00eea5d5b7 req-d7edbf6c-5395-465e-9507-d8009933c0c5 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd192e7d-e596-44fb-9dca-cb839975ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438132 Feb 17 09:59:14.423036 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a25128-beeb-4313-9d0e-3325bdf00eda req-3ace3b53-042a-411a-abdb-b6d9dbf4c2c4 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:14.424530 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-85a25128-beeb-4313-9d0e-3325bdf00eda req-3ace3b53-042a-411a-abdb-b6d9dbf4c2c4 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0518816 Feb 17 09:59:14.469686 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-85a25128-beeb-4313-9d0e-3325bdf00eda req-75498745-5332-4dd3-b1b9-c9a6895244e0 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393012 Feb 17 09:59:14.959443 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:15.150832 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1d23b-8e02-41ec-8717-a3d19c333c0a req-5cee28e0-2c44-4961-90a0-8a0adbc32e47 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:15.152358 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a8d1d23b-8e02-41ec-8717-a3d19c333c0a req-5cee28e0-2c44-4961-90a0-8a0adbc32e47 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=5edcfd9e-751d-4b65-bf21-0b52b3ef2b40 HTTP/1.1" status: 200 len: 945 time: 0.0503528 Feb 17 09:59:15.200601 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a8d1d23b-8e02-41ec-8717-a3d19c333c0a req-8b3ebc77-7810-4180-ab41-94bef09288d8 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd192e7d-e596-44fb-9dca-cb839975ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424218 Feb 17 09:59:15.588948 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1dfb71-2eef-48ea-9b74-278d14761886 req-91bc4654-0a13-4ef5-8436-dc9a031f85d3 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:15.590544 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-fa1dfb71-2eef-48ea-9b74-278d14761886 req-91bc4654-0a13-4ef5-8436-dc9a031f85d3 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0547409 Feb 17 09:59:15.636749 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-fa1dfb71-2eef-48ea-9b74-278d14761886 req-59b7dfec-66ef-4949-a035-606f4ba0bdb9 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404544 Feb 17 09:59:16.269065 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:16.318568 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbeab5-1d80-4360-aa07-6d2798f80b72 req-6244d0d7-86e7-45d3-944f-17303d2a0d50 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:16.320629 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-41fbeab5-1d80-4360-aa07-6d2798f80b72 req-6244d0d7-86e7-45d3-944f-17303d2a0d50 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=5edcfd9e-751d-4b65-bf21-0b52b3ef2b40 HTTP/1.1" status: 200 len: 945 time: 0.0526199 Feb 17 09:59:16.365963 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-41fbeab5-1d80-4360-aa07-6d2798f80b72 req-830ad2b7-0d77-499f-b33c-8a191879c365 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd192e7d-e596-44fb-9dca-cb839975ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398026 Feb 17 09:59:16.758443 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d3f45-75d2-4d1c-ae86-05e67080f6f7 req-9343037f-c39c-47f4-abc8-fc4313ca4797 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:16.759972 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0e4d3f45-75d2-4d1c-ae86-05e67080f6f7 req-9343037f-c39c-47f4-abc8-fc4313ca4797 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0529313 Feb 17 09:59:16.813191 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0e4d3f45-75d2-4d1c-ae86-05e67080f6f7 req-b09c6963-ffa8-4d3a-a2f4-10d18f24ab17 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476873 Feb 17 09:59:17.792755 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:17.938667 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282f558-1ab7-4050-9a70-7294c3431eea req-ef1b7b3a-0583-40dc-97ff-98f9a94fe7b2 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:17.940243 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6282f558-1ab7-4050-9a70-7294c3431eea req-ef1b7b3a-0583-40dc-97ff-98f9a94fe7b2 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0525091 Feb 17 09:59:17.994019 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6282f558-1ab7-4050-9a70-7294c3431eea req-48041a0b-1a1d-48e9-a12c-b3f4d17bcc71 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465136 Feb 17 09:59:19.113466 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ad529-fbd0-4bf8-9268-34f25d31dad8 req-e34495d6-bf29-48ae-896b-d212943e8750 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:19.114955 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2f9ad529-fbd0-4bf8-9268-34f25d31dad8 req-e34495d6-bf29-48ae-896b-d212943e8750 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0525832 Feb 17 09:59:19.163108 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2f9ad529-fbd0-4bf8-9268-34f25d31dad8 req-46d95078-4bac-46d3-b1f8-cf3b923fb992 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422602 Feb 17 09:59:20.286679 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544774a-6fd0-4c99-9456-66b8b762fa64 req-cad163f6-0a4c-4d20-8852-f490fa0519a4 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:20.288155 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a544774a-6fd0-4c99-9456-66b8b762fa64 req-cad163f6-0a4c-4d20-8852-f490fa0519a4 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0549681 Feb 17 09:59:20.333311 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a544774a-6fd0-4c99-9456-66b8b762fa64 req-a2f79ac2-1b01-45a7-a011-0abbcae10bf1 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390239 Feb 17 09:59:21.393163 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5441d62-7d70-461f-b281-b56376d96cb8 req-4b69b182-9576-40fd-90ad-633b0e2d3e90 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:21.395476 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e5441d62-7d70-461f-b281-b56376d96cb8 req-4b69b182-9576-40fd-90ad-633b0e2d3e90 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 984 time: 0.0562100 Feb 17 09:59:21.411852 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffd5a9-253a-47d5-bd37-eeed36ab4673 req-5e4faaf6-e24c-4a9d-a304-00d8bd5d8efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:21.413377 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-adffd5a9-253a-47d5-bd37-eeed36ab4673 req-5e4faaf6-e24c-4a9d-a304-00d8bd5d8efe service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=742b9187fc164d4f806fdce7df1f90ad&device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 1168 time: 0.0470214 Feb 17 09:59:21.493169 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e5441d62-7d70-461f-b281-b56376d96cb8 req-cefdf7d2-2b86-4fe4-977c-bb2eb4749f40 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&id=46f19b23-0bd1-414e-a780-cc088693aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0916626 Feb 17 09:59:21.503851 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80561cbb-35ae-4585-a230-44d524159bc2 req-42c32307-1a2e-40b9-ba3f-386073b16bea tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:21.505324 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-80561cbb-35ae-4585-a230-44d524159bc2 req-42c32307-1a2e-40b9-ba3f-386073b16bea tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0971556 Feb 17 09:59:21.511866 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffd5a9-253a-47d5-bd37-eeed36ab4673 req-64a1a7bb-83e0-47c3-8bfb-f5d1d075f7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:21.513320 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-adffd5a9-253a-47d5-bd37-eeed36ab4673 req-64a1a7bb-83e0-47c3-8bfb-f5d1d075f7e0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b2432867-45f9-4904-a392-095ca5cf2bfa HTTP/1.1" status: 200 len: 917 time: 0.0923152 Feb 17 09:59:21.557311 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-80561cbb-35ae-4585-a230-44d524159bc2 req-32d2d059-5c5c-4983-b607-b0d9abf6fc0e tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428457 Feb 17 09:59:21.583470 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-adffd5a9-253a-47d5-bd37-eeed36ab4673 req-cbf585e4-81a9-4a0e-a89d-83c26b7316b3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 HTTP/1.1" status: 200 len: 1001 time: 0.0594242 Feb 17 09:59:21.631140 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffd5a9-253a-47d5-bd37-eeed36ab4673 req-057564b2-e268-4166-b459-fbb7aedee29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:21.633109 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-adffd5a9-253a-47d5-bd37-eeed36ab4673 req-057564b2-e268-4166-b459-fbb7aedee29a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c4f08b7d-085e-4fd8-870e-af663cf832eb HTTP/1.1" status: 200 len: 854 time: 0.0438035 Feb 17 09:59:21.684742 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffd5a9-253a-47d5-bd37-eeed36ab4673 req-920b9c00-76eb-4c4c-8023-d4ddc43adbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:21.686206 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-adffd5a9-253a-47d5-bd37-eeed36ab4673 req-920b9c00-76eb-4c4c-8023-d4ddc43adbc5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b2432867-45f9-4904-a392-095ca5cf2bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0466175 Feb 17 09:59:21.776414 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-adffd5a9-253a-47d5-bd37-eeed36ab4673 req-821f7576-0cbf-4c7c-80ab-3948d28889e5 service neutron] 10.222.0.93 "GET /v2.0/networks/b2432867-45f9-4904-a392-095ca5cf2bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796587 Feb 17 09:59:21.872557 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-adffd5a9-253a-47d5-bd37-eeed36ab4673 req-febf65ec-21b5-40ed-9492-d6744f6c67da service neutron] 10.222.0.93 "GET /v2.0/networks/b2432867-45f9-4904-a392-095ca5cf2bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901482 Feb 17 09:59:22.087233 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 51912) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:59:22.190455 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-76df1b13-e2bb-46a6-bdb3-16d9455e256d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:22.272621 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-76df1b13-e2bb-46a6-bdb3-16d9455e256d admin admin] Publish callbacks [] for security_group (8ac8378c-80d9-43a7-8075-b605aff7a08d), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:22.276563 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-76df1b13-e2bb-46a6-bdb3-16d9455e256d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (8ac8378c-80d9-43a7-8075-b605aff7a08d), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:22.313251 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df1b13-e2bb-46a6-bdb3-16d9455e256d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac8378c-80d9-43a7-8075-b605aff7a08d,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:22.317540 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-76df1b13-e2bb-46a6-bdb3-16d9455e256d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3e625c8dc10a42359fcaa7b3736ce627&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292821 Feb 17 09:59:22.320232 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 51916) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:59:22.366397 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-18b6d002-e215-464b-9e4c-46baafefce12 admin admin] Publish callbacks [] for security_group (8ac8378c-80d9-43a7-8075-b605aff7a08d), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:22.387257 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-18b6d002-e215-464b-9e4c-46baafefce12 admin admin] Publish callbacks [] for security_group (8ac8378c-80d9-43a7-8075-b605aff7a08d), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:22.439956 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-18b6d002-e215-464b-9e4c-46baafefce12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (8ac8378c-80d9-43a7-8075-b605aff7a08d), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:22.442587 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-18b6d002-e215-464b-9e4c-46baafefce12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:22.443806 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-18b6d002-e215-464b-9e4c-46baafefce12 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/8ac8378c-80d9-43a7-8075-b605aff7a08d HTTP/1.1" status: 204 len: 168 time: 0.1226802 Feb 17 09:59:22.451768 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6d002-e215-464b-9e4c-46baafefce12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac8378c-80d9-43a7-8075-b605aff7a08d,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:22.618711 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2323d6b-c54d-4634-b4c5-26b92f98bd59 req-d0474300-68c7-4494-87b0-6f826ff974c2 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:22.620505 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c2323d6b-c54d-4634-b4c5-26b92f98bd59 req-d0474300-68c7-4494-87b0-6f826ff974c2 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 984 time: 0.0558136 Feb 17 09:59:22.721535 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f1340-3279-4835-80f6-cc598b343565 req-784c7ad8-bb31-42f6-852d-4b1268fa8af4 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:22.723063 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3b0f1340-3279-4835-80f6-cc598b343565 req-784c7ad8-bb31-42f6-852d-4b1268fa8af4 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0884652 Feb 17 09:59:22.729086 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c2323d6b-c54d-4634-b4c5-26b92f98bd59 req-d645a389-2c86-4925-8a7d-eef12e42ed32 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&id=46f19b23-0bd1-414e-a780-cc088693aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1026218 Feb 17 09:59:22.784943 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3b0f1340-3279-4835-80f6-cc598b343565 req-0668da03-650c-4fe3-81f9-de0c51a8d6e4 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525680 Feb 17 09:59:23.493458 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 51954) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:59:23.599875 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-69bb057c-e91a-40aa-a38d-7ef4d79afec1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:23.673845 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-69bb057c-e91a-40aa-a38d-7ef4d79afec1 admin admin] Publish callbacks [] for security_group (62556548-bdb3-49db-b5f4-21093f785aea), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:23.677697 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-69bb057c-e91a-40aa-a38d-7ef4d79afec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (62556548-bdb3-49db-b5f4-21093f785aea), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:23.716543 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-69bb057c-e91a-40aa-a38d-7ef4d79afec1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=316150936ecd48b8ac8ac4eea210b602&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219994 Feb 17 09:59:23.717416 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb057c-e91a-40aa-a38d-7ef4d79afec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62556548-bdb3-49db-b5f4-21093f785aea,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:23.719340 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 51958) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:59:23.771772 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-1966260d-290c-4b90-9f20-f85a560cd177 admin admin] Publish callbacks [] for security_group (62556548-bdb3-49db-b5f4-21093f785aea), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:23.793221 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-1966260d-290c-4b90-9f20-f85a560cd177 admin admin] Publish callbacks [] for security_group (62556548-bdb3-49db-b5f4-21093f785aea), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:23.845959 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-1966260d-290c-4b90-9f20-f85a560cd177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (62556548-bdb3-49db-b5f4-21093f785aea), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:23.848795 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-1966260d-290c-4b90-9f20-f85a560cd177 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:23.855948 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-1966260d-290c-4b90-9f20-f85a560cd177 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/62556548-bdb3-49db-b5f4-21093f785aea HTTP/1.1" status: 204 len: 168 time: 0.1353405 Feb 17 09:59:23.866725 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966260d-290c-4b90-9f20-f85a560cd177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62556548-bdb3-49db-b5f4-21093f785aea,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:23.889143 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d36f6-afd5-4c33-b692-61b9290d6b54 req-a16ee68c-e8bb-4e50-94d1-2440a1888db5 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:23.890581 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-083d36f6-afd5-4c33-b692-61b9290d6b54 req-a16ee68c-e8bb-4e50-94d1-2440a1888db5 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 984 time: 0.0873783 Feb 17 09:59:23.977484 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fb911-cf93-419c-a00f-caec2fb309c9 req-5b33decf-38ac-4666-84f5-2545332a72fc tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:23.978941 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-035fb911-cf93-419c-a00f-caec2fb309c9 req-5b33decf-38ac-4666-84f5-2545332a72fc tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.1149316 Feb 17 09:59:23.995849 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-083d36f6-afd5-4c33-b692-61b9290d6b54 req-17274248-be01-4ceb-8e44-3e26d1e5a0b9 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&id=46f19b23-0bd1-414e-a780-cc088693aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0857015 Feb 17 09:59:24.055929 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-035fb911-cf93-419c-a00f-caec2fb309c9 req-7a08aa75-f4fe-46c9-a397-357063fb779b tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591578 Feb 17 09:59:25.115416 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9dc448-d922-4900-b556-86a50a3d8fae req-f53ef929-3e65-47f5-b1b8-c6227ddbfa7f tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:25.116931 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-aa9dc448-d922-4900-b556-86a50a3d8fae req-f53ef929-3e65-47f5-b1b8-c6227ddbfa7f tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 984 time: 0.0530438 Feb 17 09:59:25.209683 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-aa9dc448-d922-4900-b556-86a50a3d8fae req-caea7d78-5d4d-4deb-868f-70b0d7401dea tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&id=46f19b23-0bd1-414e-a780-cc088693aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0871117 Feb 17 09:59:25.220975 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b549af-f002-4cdb-a28a-938c7b964b55 req-2086fc4b-9eab-4619-9d0b-fcc81e2d0c38 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:25.222505 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-11b549af-f002-4cdb-a28a-938c7b964b55 req-2086fc4b-9eab-4619-9d0b-fcc81e2d0c38 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0863688 Feb 17 09:59:25.269204 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-11b549af-f002-4cdb-a28a-938c7b964b55 req-48dda17f-8d67-4f2f-b113-38b237e4f98c tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408039 Feb 17 09:59:26.332892 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8f619-ce70-4a9d-9896-9ce24592f880 req-be8b2900-36bc-42af-a45a-3a632436a818 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:26.334403 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-78c8f619-ce70-4a9d-9896-9ce24592f880 req-be8b2900-36bc-42af-a45a-3a632436a818 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 984 time: 0.0538788 Feb 17 09:59:26.426784 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-78c8f619-ce70-4a9d-9896-9ce24592f880 req-d286f374-b91e-4676-a054-cf6c701ac84d tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&id=46f19b23-0bd1-414e-a780-cc088693aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0866370 Feb 17 09:59:26.437229 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7639c55-60d1-46c6-9b11-a2b16f47992c req-e1956e34-5656-4c40-981a-bd41205637a1 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:26.438668 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b7639c55-60d1-46c6-9b11-a2b16f47992c req-e1956e34-5656-4c40-981a-bd41205637a1 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0975382 Feb 17 09:59:26.484599 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b7639c55-60d1-46c6-9b11-a2b16f47992c req-00f588bc-8b31-4def-bc02-8d1e12289d56 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405562 Feb 17 09:59:27.544381 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab66127-44ca-460b-bbf5-071bc84ffdb7 req-b140916f-6f63-4835-a7da-b9fef3164bc8 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:27.545861 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1ab66127-44ca-460b-bbf5-071bc84ffdb7 req-b140916f-6f63-4835-a7da-b9fef3164bc8 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 984 time: 0.0540805 Feb 17 09:59:27.638655 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1ab66127-44ca-460b-bbf5-071bc84ffdb7 req-0d88fda6-5787-4718-a32a-e0d659ed926b tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&id=46f19b23-0bd1-414e-a780-cc088693aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0864859 Feb 17 09:59:27.648644 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6e269-f248-44fd-9eda-01b282a6cca2 req-d5b4a657-04c0-44c9-b457-abe55b21825a tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:27.650089 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f9a6e269-f248-44fd-9eda-01b282a6cca2 req-d5b4a657-04c0-44c9-b457-abe55b21825a tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0854263 Feb 17 09:59:27.697602 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f9a6e269-f248-44fd-9eda-01b282a6cca2 req-29fd1a1c-55d4-4bb9-a7b8-91219a0b8f5c tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419598 Feb 17 09:59:28.755068 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5172cfd-d01a-4f7a-af53-0bfdc61d0d37 req-1fddff45-6f04-4432-835b-ce1959b171b6 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:28.756578 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c5172cfd-d01a-4f7a-af53-0bfdc61d0d37 req-1fddff45-6f04-4432-835b-ce1959b171b6 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 984 time: 0.0525489 Feb 17 09:59:28.851348 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40b1a4-e38e-4a9a-a219-28fcb4b24ff4 req-c333db7e-d8e9-4a9f-b460-31dbafa44f29 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:28.852820 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-5c40b1a4-e38e-4a9a-a219-28fcb4b24ff4 req-c333db7e-d8e9-4a9f-b460-31dbafa44f29 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0894177 Feb 17 09:59:28.857654 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c5172cfd-d01a-4f7a-af53-0bfdc61d0d37 req-e93027ac-a299-4408-b46d-e9bca033815b tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&id=46f19b23-0bd1-414e-a780-cc088693aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0953257 Feb 17 09:59:28.906889 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-5c40b1a4-e38e-4a9a-a219-28fcb4b24ff4 req-c07352f9-e124-46fa-847d-dc863286e6e1 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478926 Feb 17 09:59:29.977280 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f4ab0-4421-414f-b823-1f86f038aa50 req-df124fd1-2186-4475-8c2c-370b6fcee059 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:29.978891 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-105f4ab0-4421-414f-b823-1f86f038aa50 req-df124fd1-2186-4475-8c2c-370b6fcee059 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 984 time: 0.0536075 Feb 17 09:59:30.062775 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025b57a-6ad6-4eb2-84a3-ea645c6bdcd0 req-81368afa-8cb6-478c-ae0a-d9ad4e17b405 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:30.064273 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8025b57a-6ad6-4eb2-84a3-ea645c6bdcd0 req-81368afa-8cb6-478c-ae0a-d9ad4e17b405 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0843785 Feb 17 09:59:30.084719 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-105f4ab0-4421-414f-b823-1f86f038aa50 req-5be6fe77-901d-4287-9a81-048ba9c477a2 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&id=46f19b23-0bd1-414e-a780-cc088693aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0957932 Feb 17 09:59:30.119177 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8025b57a-6ad6-4eb2-84a3-ea645c6bdcd0 req-707bdfd3-2b1c-4fc7-9c31-e0ffe1368d2a tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468731 Feb 17 09:59:31.231994 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982cd73-4dfc-4613-be02-88790b4ba900 req-1d5e6056-33a2-4530-9e50-a9913dfd60fe tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:31.233457 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c982cd73-4dfc-4613-be02-88790b4ba900 req-1d5e6056-33a2-4530-9e50-a9913dfd60fe tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 984 time: 0.0838656 Feb 17 09:59:31.265908 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31174b-ebb0-44cf-98ac-c6d9d12331bd req-04f58712-77f5-494f-9847-e4dc1a522462 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:31.267358 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3c31174b-ebb0-44cf-98ac-c6d9d12331bd req-04f58712-77f5-494f-9847-e4dc1a522462 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0784032 Feb 17 09:59:31.326465 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c982cd73-4dfc-4613-be02-88790b4ba900 req-f1ef10a1-8aa4-403d-991e-3b78371c79d3 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&id=46f19b23-0bd1-414e-a780-cc088693aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0865762 Feb 17 09:59:31.343351 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3c31174b-ebb0-44cf-98ac-c6d9d12331bd req-bc1c8a87-662a-4c1e-8a1a-78aa690a06b0 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659404 Feb 17 09:59:32.479948 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b3b37-347a-4e87-b51e-07f32abc22c7 req-804a86c8-414c-47d2-a87d-b90fc6f92507 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:32.481409 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9f8b3b37-347a-4e87-b51e-07f32abc22c7 req-804a86c8-414c-47d2-a87d-b90fc6f92507 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 984 time: 0.0865560 Feb 17 09:59:32.494076 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51389eea-e4af-4a11-b5ca-892a9e9ab8f2 req-47e53a75-3af5-460f-a173-d71e0b1f3fce tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:32.495447 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-51389eea-e4af-4a11-b5ca-892a9e9ab8f2 req-47e53a75-3af5-460f-a173-d71e0b1f3fce tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0730293 Feb 17 09:59:32.575431 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9f8b3b37-347a-4e87-b51e-07f32abc22c7 req-c74e36d4-2041-4574-b079-a35ec9a87669 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&id=46f19b23-0bd1-414e-a780-cc088693aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0884175 Feb 17 09:59:32.578391 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-51389eea-e4af-4a11-b5ca-892a9e9ab8f2 req-24b11ba7-c1cf-4b9a-8322-9742d968103f tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768995 Feb 17 09:59:33.736867 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5fc5e-c798-460a-b9dc-6c0e94d0c950 req-27cacbf4-6f55-4909-8393-d0cf8ad96d9d tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:33.743727 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-21e5fc5e-c798-460a-b9dc-6c0e94d0c950 req-27cacbf4-6f55-4909-8393-d0cf8ad96d9d tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0963390 Feb 17 09:59:33.749883 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:33.752330 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fcab52-e831-49b1-a348-78bcd36443e8 req-d8cf992f-37df-48ce-ac22-38b46a6f2876 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:33.754040 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-18fcab52-e831-49b1-a348-78bcd36443e8 req-d8cf992f-37df-48ce-ac22-38b46a6f2876 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 984 time: 0.1077960 Feb 17 09:59:33.826573 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-21e5fc5e-c798-460a-b9dc-6c0e94d0c950 req-f135d869-b458-413e-842a-a515cbb7b2d1 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819895 Feb 17 09:59:33.840370 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-18fcab52-e831-49b1-a348-78bcd36443e8 req-0a618395-a111-4a18-b31a-ef68c650ae0e tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&id=46f19b23-0bd1-414e-a780-cc088693aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0800912 Feb 17 09:59:34.062386 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0e2fe-f326-4a61-80e7-f0127da1061d req-ab4cc96c-3648-4c89-b481-1d553bc03735 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:34.063921 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2af0e2fe-f326-4a61-80e7-f0127da1061d req-ab4cc96c-3648-4c89-b481-1d553bc03735 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0686250 Feb 17 09:59:34.072012 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94e2a9-b948-4227-94b8-051c5d72b817 req-dfc2f114-d719-4531-9777-962c38a93184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:34.073568 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-fd94e2a9-b948-4227-94b8-051c5d72b817 req-dfc2f114-d719-4531-9777-962c38a93184 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7039608c8379432d81234a6c5f780815&device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 1130 time: 0.0523648 Feb 17 09:59:34.121077 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2af0e2fe-f326-4a61-80e7-f0127da1061d req-60be4b7b-d76a-47dd-83ce-680bc3d17c2b tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485027 Feb 17 09:59:34.418834 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94e2a9-b948-4227-94b8-051c5d72b817 req-8b9fae75-c200-404f-b69d-d86e5d571a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:34.420497 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-fd94e2a9-b948-4227-94b8-051c5d72b817 req-8b9fae75-c200-404f-b69d-d86e5d571a01 service neutron] 10.222.0.93 "GET /v2.0/networks?id=796052e6-6954-480c-a009-16c1a3be89b8 HTTP/1.1" status: 200 len: 912 time: 0.3404014 Feb 17 09:59:34.492150 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-fd94e2a9-b948-4227-94b8-051c5d72b817 req-64abea94-6afc-444c-ab76-fc8c72d74543 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2b0c8b6-0061-4e26-83aa-bbc49bff05ee HTTP/1.1" status: 200 len: 1001 time: 0.0635056 Feb 17 09:59:34.545056 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94e2a9-b948-4227-94b8-051c5d72b817 req-dd66b21f-69a9-4f83-9bf7-e6718bd35a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:34.546512 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-fd94e2a9-b948-4227-94b8-051c5d72b817 req-dd66b21f-69a9-4f83-9bf7-e6718bd35a0a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4595d53c-1b19-44a4-9d57-e790e2a0475e HTTP/1.1" status: 200 len: 849 time: 0.0481746 Feb 17 09:59:34.597919 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94e2a9-b948-4227-94b8-051c5d72b817 req-0011a607-ad38-46c6-9477-e744ba109166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:34.599805 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-fd94e2a9-b948-4227-94b8-051c5d72b817 req-0011a607-ad38-46c6-9477-e744ba109166 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=796052e6-6954-480c-a009-16c1a3be89b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431502 Feb 17 09:59:34.706949 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-fd94e2a9-b948-4227-94b8-051c5d72b817 req-1726ea85-8e88-45e4-a871-bb61d39d8a2d service neutron] 10.222.0.93 "GET /v2.0/networks/796052e6-6954-480c-a009-16c1a3be89b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879772 Feb 17 09:59:34.817679 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-fd94e2a9-b948-4227-94b8-051c5d72b817 req-3c4a2ee2-b180-41fe-9f89-26505cb8c721 service neutron] 10.222.0.93 "GET /v2.0/networks/796052e6-6954-480c-a009-16c1a3be89b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958405 Feb 17 09:59:34.968225 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e041a-2d65-4c9b-9faa-32ebadd1d706 req-d6ea16ca-2d65-4ffd-b36b-5ddcde71d38b tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:34.969663 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-317e041a-2d65-4c9b-9faa-32ebadd1d706 req-d6ea16ca-2d65-4ffd-b36b-5ddcde71d38b tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 984 time: 0.0545666 Feb 17 09:59:35.032196 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-317e041a-2d65-4c9b-9faa-32ebadd1d706 req-396c8a88-94f1-4ef3-814a-ac3e94f5d13d tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&id=46f19b23-0bd1-414e-a780-cc088693aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567105 Feb 17 09:59:35.247744 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d31376-6674-4292-ba43-e3424debe357 req-639a0c5b-ee88-4c39-8ce8-72aef26fa768 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:35.249271 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e9d31376-6674-4292-ba43-e3424debe357 req-639a0c5b-ee88-4c39-8ce8-72aef26fa768 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0546618 Feb 17 09:59:35.303713 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e9d31376-6674-4292-ba43-e3424debe357 req-23d25280-525d-4775-9edf-c39f14476644 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476396 Feb 17 09:59:36.158369 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8115f6b-bf78-44ff-a3ae-860e80bd2cc8 req-14da0a83-c81b-48bd-9c32-53a4f6b1417c tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:36.159875 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b8115f6b-bf78-44ff-a3ae-860e80bd2cc8 req-14da0a83-c81b-48bd-9c32-53a4f6b1417c tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 984 time: 0.0607328 Feb 17 09:59:36.222429 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b8115f6b-bf78-44ff-a3ae-860e80bd2cc8 req-f6578a3d-e1e5-4605-b1c2-8b9e7b0d9e0a tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&id=46f19b23-0bd1-414e-a780-cc088693aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548813 Feb 17 09:59:36.419125 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b096c41-6cc3-49ba-b39a-f3b0279a54f5 req-3418992e-5dac-47f2-9a4f-edd9d62883d8 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:36.420815 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6b096c41-6cc3-49ba-b39a-f3b0279a54f5 req-3418992e-5dac-47f2-9a4f-edd9d62883d8 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0520356 Feb 17 09:59:36.466834 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6b096c41-6cc3-49ba-b39a-f3b0279a54f5 req-f7cbd0a5-cc94-4666-99be-e487b9081f23 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404816 Feb 17 09:59:37.339253 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3435af-21d8-45e7-b567-2ca0257d1389 req-62242209-5108-4311-831d-540cfc2e8431 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:37.340635 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1f3435af-21d8-45e7-b567-2ca0257d1389 req-62242209-5108-4311-831d-540cfc2e8431 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 984 time: 0.0526206 Feb 17 09:59:37.402484 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1f3435af-21d8-45e7-b567-2ca0257d1389 req-d353d1ae-e543-4ecb-93ca-fdcf2c5f834e tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&id=46f19b23-0bd1-414e-a780-cc088693aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562353 Feb 17 09:59:38.459746 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fea4b2-b381-480f-895e-06f570d40e1c req-92c9ba2f-4abc-451f-baa0-cdf09cecb54b tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:38.461128 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c3fea4b2-b381-480f-895e-06f570d40e1c req-92c9ba2f-4abc-451f-baa0-cdf09cecb54b tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=5edcfd9e-751d-4b65-bf21-0b52b3ef2b40 HTTP/1.1" status: 200 len: 945 time: 0.0512576 Feb 17 09:59:38.533902 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c3fea4b2-b381-480f-895e-06f570d40e1c req-c9272fb4-525a-4b73-882d-a216bd918e07 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd192e7d-e596-44fb-9dca-cb839975ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671134 Feb 17 09:59:38.548546 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf75a37-bf48-414f-a3be-3818993798da req-11e8865d-63b0-46e8-be85-423e6ec06b3d tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:38.549986 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1cf75a37-bf48-414f-a3be-3818993798da req-11e8865d-63b0-46e8-be85-423e6ec06b3d tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 984 time: 0.0774422 Feb 17 09:59:38.607536 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1cf75a37-bf48-414f-a3be-3818993798da req-b53d4169-2518-4f5f-92d7-4cc281c1f950 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&id=46f19b23-0bd1-414e-a780-cc088693aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517561 Feb 17 09:59:39.653255 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7bd35-7d90-4dda-af50-984a7d417fbd req-fb71d705-e59e-445f-a3f3-074885be4fce tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:39.654791 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c4b7bd35-7d90-4dda-af50-984a7d417fbd req-fb71d705-e59e-445f-a3f3-074885be4fce tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=5edcfd9e-751d-4b65-bf21-0b52b3ef2b40 HTTP/1.1" status: 200 len: 945 time: 0.0549123 Feb 17 09:59:39.725038 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c4b7bd35-7d90-4dda-af50-984a7d417fbd req-88ae8ae7-d23d-4c27-ba59-6ad7b1c645a6 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd192e7d-e596-44fb-9dca-cb839975ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646188 Feb 17 09:59:39.745642 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0b5fa-c9ab-4bcb-82f8-dd6607731f1d req-37a1057d-f76c-4a32-a53d-657325dd3325 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:39.746237 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-30d0b5fa-c9ab-4bcb-82f8-dd6607731f1d req-37a1057d-f76c-4a32-a53d-657325dd3325 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 984 time: 0.0716705 Feb 17 09:59:39.806586 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-30d0b5fa-c9ab-4bcb-82f8-dd6607731f1d req-177cc989-39d2-43a7-95f6-60d2f341d664 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&id=46f19b23-0bd1-414e-a780-cc088693aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547302 Feb 17 09:59:40.083457 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 52282) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:59:40.187413 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-57e552af-74f8-4bf1-91a2-9ed91723888b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:40.270508 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-57e552af-74f8-4bf1-91a2-9ed91723888b admin admin] Publish callbacks [] for security_group (4c97ef39-98c5-479d-b092-63e120d5c4ca), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:40.274440 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-57e552af-74f8-4bf1-91a2-9ed91723888b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (4c97ef39-98c5-479d-b092-63e120d5c4ca), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:40.313155 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-57e552af-74f8-4bf1-91a2-9ed91723888b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=fd6e8c56cc4e49779c71d6f81a3e46fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286277 Feb 17 09:59:40.314021 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e552af-74f8-4bf1-91a2-9ed91723888b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c97ef39-98c5-479d-b092-63e120d5c4ca,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:40.315898 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 52288) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:59:40.395279 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-629a9ba5-ab4e-4d59-91cb-15325e7a9ab4 admin admin] Publish callbacks [] for security_group (4c97ef39-98c5-479d-b092-63e120d5c4ca), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:40.423613 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-629a9ba5-ab4e-4d59-91cb-15325e7a9ab4 admin admin] Publish callbacks [] for security_group (4c97ef39-98c5-479d-b092-63e120d5c4ca), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:40.432026 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eecc7f-9b70-4589-9e50-11213f809c29 req-3baec6f9-98b2-4062-95ae-2325ca46f6a4 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:40.433466 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-12eecc7f-9b70-4589-9e50-11213f809c29 req-3baec6f9-98b2-4062-95ae-2325ca46f6a4 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.93 "GET /v2.0/ports?device_id=5edcfd9e-751d-4b65-bf21-0b52b3ef2b40 HTTP/1.1" status: 200 len: 945 time: 0.0844452 Feb 17 09:59:40.534371 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-629a9ba5-ab4e-4d59-91cb-15325e7a9ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (4c97ef39-98c5-479d-b092-63e120d5c4ca), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:40.536860 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-629a9ba5-ab4e-4d59-91cb-15325e7a9ab4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:40.538031 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-629a9ba5-ab4e-4d59-91cb-15325e7a9ab4 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/4c97ef39-98c5-479d-b092-63e120d5c4ca HTTP/1.1" status: 204 len: 168 time: 0.2211361 Feb 17 09:59:40.538600 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:59:40.551407 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a9ba5-ab4e-4d59-91cb-15325e7a9ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c97ef39-98c5-479d-b092-63e120d5c4ca,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:40.559897 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-12eecc7f-9b70-4589-9e50-11213f809c29 req-a63cfcc5-4f40-4cb9-8fdb-3e872a4dbfed tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Deleting port 6b523f18-23de-4b21-b858-17bc0b0aa222 {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:59:40.560242 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-12eecc7f-9b70-4589-9e50-11213f809c29 req-a63cfcc5-4f40-4cb9-8fdb-3e872a4dbfed tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (6b523f18-23de-4b21-b858-17bc0b0aa222), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:40.653113 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-12eecc7f-9b70-4589-9e50-11213f809c29 req-a63cfcc5-4f40-4cb9-8fdb-3e872a4dbfed tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] For port 6b523f18-23de-4b21-b858-17bc0b0aa222, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6b523f18-23de-4b21-b858-17bc0b0aa222,segment=NetworkSegment(0d125c09-a46c-4196-8e41-903d8a965a20),segment_id=0d125c09-a46c-4196-8e41-903d8a965a20)] {{(pid=102621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:59:40.653525 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-12eecc7f-9b70-4589-9e50-11213f809c29 req-a63cfcc5-4f40-4cb9-8fdb-3e872a4dbfed tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (6b523f18-23de-4b21-b858-17bc0b0aa222), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:40.666337 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-12eecc7f-9b70-4589-9e50-11213f809c29 req-a63cfcc5-4f40-4cb9-8fdb-3e872a4dbfed tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Calling delete_port for 6b523f18-23de-4b21-b858-17bc0b0aa222 owned by compute:nova {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:59:40.799722 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-12eecc7f-9b70-4589-9e50-11213f809c29 req-a63cfcc5-4f40-4cb9-8fdb-3e872a4dbfed tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (6b523f18-23de-4b21-b858-17bc0b0aa222), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:40.812559 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['6b523f18-23de-4b21-b858-17bc0b0aa222'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:59:40.833184 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63cfcc5-4f40-4cb9-8fdb-3e872a4dbfed tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Pushing event deleted for resources: {'Port': ['ID=6b523f18-23de-4b21-b858-17bc0b0aa222,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:40.863873 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-af7c14a4-6d78-4fe8-9646-ccb2ca1eb0bf req-f1901e04-0f48-4569-b9a6-e882491bcde2 tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.82 "GET /v2.0/ports?device_id=5edcfd9e-751d-4b65-bf21-0b52b3ef2b40 HTTP/1.1" status: 200 len: 210 time: 0.0660090 Feb 17 09:59:40.893201 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-12eecc7f-9b70-4589-9e50-11213f809c29 req-a63cfcc5-4f40-4cb9-8fdb-3e872a4dbfed tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] No DVR routers for this DVR port 6b523f18-23de-4b21-b858-17bc0b0aa222 on host hv-cinder-77819 {{(pid=102621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:59:40.895727 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-12eecc7f-9b70-4589-9e50-11213f809c29 req-a63cfcc5-4f40-4cb9-8fdb-3e872a4dbfed tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:40.899926 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-12eecc7f-9b70-4589-9e50-11213f809c29 req-a63cfcc5-4f40-4cb9-8fdb-3e872a4dbfed tempest-VolumesSnapshotTestJSON-384092709 tempest-VolumesSnapshotTestJSON-384092709-project] 10.222.0.93 "DELETE /v2.0/ports/6b523f18-23de-4b21-b858-17bc0b0aa222 HTTP/1.1" status: 204 len: 173 time: 0.4589140 Feb 17 09:59:40.899926 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edcfd9e-751d-4b65-bf21-0b52b3ef2b40', 'name': 'network-vif-deleted', 'tag': '6b523f18-23de-4b21-b858-17bc0b0aa222'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:59:40.902085 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7147ec8-2dfc-425e-b853-ed43ed0c789c" -d '{"events": [{"server_uuid": "5edcfd9e-751d-4b65-bf21-0b52b3ef2b40", "name": "network-vif-deleted", "tag": "6b523f18-23de-4b21-b858-17bc0b0aa222"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:59:40.935701 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba193a5-0f40-421d-a00c-c3f4a98f1573 req-0affe08f-ce82-4147-9189-d7fe136ff62b tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:40.937560 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-dba193a5-0f40-421d-a00c-c3f4a98f1573 req-0affe08f-ce82-4147-9189-d7fe136ff62b tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 984 time: 0.0610073 Feb 17 09:59:40.947457 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6acd2b5-66e4-4172-8099-dd2cbea21fb7 x-openstack-request-id: req-b6acd2b5-66e4-4172-8099-dd2cbea21fb7 {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:59:40.947457 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edcfd9e-751d-4b65-bf21-0b52b3ef2b40", "name": "network-vif-deleted", "tag": "6b523f18-23de-4b21-b858-17bc0b0aa222", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:59:40.947713 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b6acd2b5-66e4-4172-8099-dd2cbea21fb7 {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:59:40.948172 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edcfd9e-751d-4b65-bf21-0b52b3ef2b40', 'name': 'network-vif-deleted', 'tag': '6b523f18-23de-4b21-b858-17bc0b0aa222', 'status': 'completed', 'code': 200} Feb 17 09:59:41.024330 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-dba193a5-0f40-421d-a00c-c3f4a98f1573 req-967a3d75-ca7f-4116-9dae-1fd513de76b7 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&id=46f19b23-0bd1-414e-a780-cc088693aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0754542 Feb 17 09:59:41.246463 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 52322) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:59:41.262947 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 52326) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:59:41.341459 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-c256fa8b-18e5-4c74-8e07-11021badf382 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-877423265-network', 'tenant_id': 'de44e74ec4f14798bfdcd62c94d133f3'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:59:41.370463 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-36c9b310-1034-4730-ac37-fbaf4dff0aee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:41.380989 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c256fa8b-18e5-4c74-8e07-11021badf382 admin admin] Made reservation on behalf of de44e74ec4f14798bfdcd62c94d133f3 for: {'network': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:59:41.383374 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c256fa8b-18e5-4c74-8e07-11021badf382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for network (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:41.395644 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c256fa8b-18e5-4c74-8e07-11021badf382 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:41.454357 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-58e968e5-1a65-4e8b-b765-1ac90109901f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:41.503996 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-36c9b310-1034-4730-ac37-fbaf4dff0aee admin admin] Publish callbacks [] for security_group (42d02c87-bdc7-4750-bdfb-40f7bd1010f5), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:41.511022 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-36c9b310-1034-4730-ac37-fbaf4dff0aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (42d02c87-bdc7-4750-bdfb-40f7bd1010f5), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:41.537723 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c256fa8b-18e5-4c74-8e07-11021badf382 admin admin] Publish callbacks [] for security_group (3ac32a16-a523-4ef2-a462-0ccdff7138a7), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:41.547546 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c256fa8b-18e5-4c74-8e07-11021badf382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (3ac32a16-a523-4ef2-a462-0ccdff7138a7), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:41.560826 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-36c9b310-1034-4730-ac37-fbaf4dff0aee admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=650d2f67ec0e4d7ea34d2e5a2aa54059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2966263 Feb 17 09:59:41.563369 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 52330) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:59:41.569050 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9b310-1034-4730-ac37-fbaf4dff0aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d02c87-bdc7-4750-bdfb-40f7bd1010f5,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:41.576791 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c256fa8b-18e5-4c74-8e07-11021badf382 admin admin] vlan segment allocate from pool success with {'vlan_id': 1000, 'physical_network': 'physnet1'} {{(pid=102621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:59:41.599740 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c256fa8b-18e5-4c74-8e07-11021badf382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (1c6bc412-3891-4884-83a1-cff6658b4c69), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:41.600073 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.db.segments_db [None req-c256fa8b-18e5-4c74-8e07-11021badf382 admin admin] Added segment 1c6bc412-3891-4884-83a1-cff6658b4c69 of type vlan for network 4e3382a2-24ac-4cc3-827e-8b4d3a55c405 Feb 17 09:59:41.614385 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256fa8b-18e5-4c74-8e07-11021badf382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac32a16-a523-4ef2-a462-0ccdff7138a7,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:41.619892 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-15d2b730-98f4-4dd8-bcad-96d32601d026 admin admin] Publish callbacks [] for security_group (42d02c87-bdc7-4750-bdfb-40f7bd1010f5), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:41.642332 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-15d2b730-98f4-4dd8-bcad-96d32601d026 admin admin] Publish callbacks [] for security_group (42d02c87-bdc7-4750-bdfb-40f7bd1010f5), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:41.648985 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c256fa8b-18e5-4c74-8e07-11021badf382 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771562205323'] for network (4e3382a2-24ac-4cc3-827e-8b4d3a55c405), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:41.673855 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c256fa8b-18e5-4c74-8e07-11021badf382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854'] for network (4e3382a2-24ac-4cc3-827e-8b4d3a55c405), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:41.674838 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c256fa8b-18e5-4c74-8e07-11021badf382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:41.675444 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c256fa8b-18e5-4c74-8e07-11021badf382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:41.689403 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-15d2b730-98f4-4dd8-bcad-96d32601d026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (42d02c87-bdc7-4750-bdfb-40f7bd1010f5), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:41.692106 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-15d2b730-98f4-4dd8-bcad-96d32601d026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:41.693252 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-15d2b730-98f4-4dd8-bcad-96d32601d026 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/42d02c87-bdc7-4750-bdfb-40f7bd1010f5 HTTP/1.1" status: 204 len: 168 time: 0.1288185 Feb 17 09:59:41.702709 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2b730-98f4-4dd8-bcad-96d32601d026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d02c87-bdc7-4750-bdfb-40f7bd1010f5,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:41.710739 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-c256fa8b-18e5-4c74-8e07-11021badf382 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4630826 Feb 17 09:59:41.713622 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 52334) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:59:41.718400 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-f2802085-17e9-4a64-82b7-ccbf06439a05 admin admin] Request body: {'subnet': {'network_id': '4e3382a2-24ac-4cc3-827e-8b4d3a55c405', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-877423265-subnet', 'tenant_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'ip_version': 4}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:59:41.744955 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2802085-17e9-4a64-82b7-ccbf06439a05 admin admin] Made reservation on behalf of de44e74ec4f14798bfdcd62c94d133f3 for: {'subnet': 1} {{(pid=102620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:59:41.747447 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f2802085-17e9-4a64-82b7-ccbf06439a05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8420543'] for subnet (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:41.763123 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256fa8b-18e5-4c74-8e07-11021badf382 admin admin] Pushing event updated for resources: {'Network': ['ID=4e3382a2-24ac-4cc3-827e-8b4d3a55c405,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:41.776964 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Network 4e3382a2-24ac-4cc3-827e-8b4d3a55c405 details requested by agent ovs-agent-dv-cinder-778193-18-iscsi with host dv-cinder-778193-18-iscsi {{(pid=102622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:59:41.924346 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f2802085-17e9-4a64-82b7-ccbf06439a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11331181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8420493'] for subnet (13cfbcdc-2ffd-4e28-9105-a23d7be8b66c), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:41.980079 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2802085-17e9-4a64-82b7-ccbf06439a05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13cfbcdc-2ffd-4e28-9105-a23d7be8b66c,revision_number=0']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:41.997537 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2802085-17e9-4a64-82b7-ccbf06439a05 admin admin] Checking segment: {'id': '1c6bc412-3891-4884-83a1-cff6658b4c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4e3382a2-24ac-4cc3-827e-8b4d3a55c405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:59:41.997893 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2802085-17e9-4a64-82b7-ccbf06439a05 admin admin] Network hostable DHCP agents. Network: 4e3382a2-24ac-4cc3-827e-8b4d3a55c405, hostable agents: ['218f41e8-fc39-4954-bed9-509113520430'], hosted agents: [] {{(pid=102620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:59:42.015559 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2802085-17e9-4a64-82b7-ccbf06439a05 admin admin] Network 4e3382a2-24ac-4cc3-827e-8b4d3a55c405 is scheduled to be hosted by DHCP agent 218f41e8-fc39-4954-bed9-509113520430 with binding_index 1 {{(pid=102620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:59:42.025380 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [None req-f2802085-17e9-4a64-82b7-ccbf06439a05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-18-iscsi, 4e3382a2-24ac-4cc3-827e-8b4d3a55c405) {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:59:42.029679 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2802085-17e9-4a64-82b7-ccbf06439a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:42.030329 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f2802085-17e9-4a64-82b7-ccbf06439a05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:42.037380 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdbe4b2-cdcd-453c-833b-db11e7f7ae2d None None] Network 4e3382a2-24ac-4cc3-827e-8b4d3a55c405 requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:59:42.050433 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-f2802085-17e9-4a64-82b7-ccbf06439a05 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3357365 Feb 17 09:59:42.053609 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 52350) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:59:42.060227 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-eef4b70c-ee09-4fe4-ae83-5bf9ad64b8b2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-877423265-router', 'tenant_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'}}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:59:42.112401 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-eef4b70c-ee09-4fe4-ae83-5bf9ad64b8b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41632'] for router (6ac27c14-3854-4dac-92a9-d718a126d6b1), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:42.117615 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-eef4b70c-ee09-4fe4-ae83-5bf9ad64b8b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3931410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3898661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41641'] for router (6ac27c14-3854-4dac-92a9-d718a126d6b1), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:42.162010 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e7fdde-a3d2-41d0-98ab-c0f53fc526c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp526866e7-fb09-5aab-8449-c4c53278cbab-4e3382a2-24ac-4cc3-827e-8b4d3a55c405', 'network_id': '4e3382a2-24ac-4cc3-827e-8b4d3a55c405', 'project_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'fixed_ips': [{'subnet_id': '13cfbcdc-2ffd-4e28-9105-a23d7be8b66c'}]}} from dv-cinder-778193-18-iscsi. {{(pid=102622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 09:59:42.162891 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-43e7fdde-a3d2-41d0-98ab-c0f53fc526c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:42.234363 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-eef4b70c-ee09-4fe4-ae83-5bf9ad64b8b2 admin admin] Publish callbacks [] for router_controller (6ac27c14-3854-4dac-92a9-d718a126d6b1), precommit_add_association {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:42.340993 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.db_base_plugin_common [None req-43e7fdde-a3d2-41d0-98ab-c0f53fc526c2 None None] Allocated IP 172.20.0.2 (4e3382a2-24ac-4cc3-827e-8b4d3a55c405/13cfbcdc-2ffd-4e28-9105-a23d7be8b66c/815deea0-60b9-48ba-9299-3055bc746033) {{(pid=102622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:59:42.348601 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286f2b5-3637-4750-b6f0-402221791cab req-c4940eed-a552-443f-af32-9a37aa3dfe2f tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:42.356343 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-5286f2b5-3637-4750-b6f0-402221791cab req-c4940eed-a552-443f-af32-9a37aa3dfe2f tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 984 time: 0.2226069 Feb 17 09:59:42.512410 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-43e7fdde-a3d2-41d0-98ab-c0f53fc526c2 None None] Publish callbacks [] for port (815deea0-60b9-48ba-9299-3055bc746033), precommit_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:42.520031 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-43e7fdde-a3d2-41d0-98ab-c0f53fc526c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393'] for port (815deea0-60b9-48ba-9299-3055bc746033), after_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:42.563573 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e7fdde-a3d2-41d0-98ab-c0f53fc526c2 None None] Network 4e3382a2-24ac-4cc3-827e-8b4d3a55c405 is already hosted by enough agents. {{(pid=102622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:59:42.566645 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.scheduler.base_scheduler [None req-43e7fdde-a3d2-41d0-98ab-c0f53fc526c2 None None] Resources bound (agent type, host, resource id): {{(pid=102622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:59:42.574805 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e7fdde-a3d2-41d0-98ab-c0f53fc526c2 None None] Received port after_create {{(pid=102622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:59:42.580722 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7fdde-a3d2-41d0-98ab-c0f53fc526c2 None None] Pushing event updated for resources: {'Port': ['ID=815deea0-60b9-48ba-9299-3055bc746033,revision_number=1']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:42.592718 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e7fdde-a3d2-41d0-98ab-c0f53fc526c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:42.593123 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e7fdde-a3d2-41d0-98ab-c0f53fc526c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:42.593741 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e7fdde-a3d2-41d0-98ab-c0f53fc526c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:42.594120 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e7fdde-a3d2-41d0-98ab-c0f53fc526c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:42.594578 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e7fdde-a3d2-41d0-98ab-c0f53fc526c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:42.595563 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e7fdde-a3d2-41d0-98ab-c0f53fc526c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:42.596154 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e7fdde-a3d2-41d0-98ab-c0f53fc526c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:42.596701 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e7fdde-a3d2-41d0-98ab-c0f53fc526c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:42.597367 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e7fdde-a3d2-41d0-98ab-c0f53fc526c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:42.597998 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e7fdde-a3d2-41d0-98ab-c0f53fc526c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:42.598566 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e7fdde-a3d2-41d0-98ab-c0f53fc526c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:42.599109 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e7fdde-a3d2-41d0-98ab-c0f53fc526c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:42.599821 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e7fdde-a3d2-41d0-98ab-c0f53fc526c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:42.658540 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-43e7fdde-a3d2-41d0-98ab-c0f53fc526c2 None None] Attempting to bind port 815deea0-60b9-48ba-9299-3055bc746033 on host dv-cinder-778193-18-iscsi for vnic_type normal with profile {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:59:42.658540 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-43e7fdde-a3d2-41d0-98ab-c0f53fc526c2 None None] Attempting to bind port 815deea0-60b9-48ba-9299-3055bc746033 by drivers openvswitch,hyperv on host dv-cinder-778193-18-iscsi at level 0 using segments [{'id': '1c6bc412-3891-4884-83a1-cff6658b4c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4e3382a2-24ac-4cc3-827e-8b4d3a55c405'}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:59:42.658907 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e7fdde-a3d2-41d0-98ab-c0f53fc526c2 None None] Attempting to bind port 815deea0-60b9-48ba-9299-3055bc746033 on network 4e3382a2-24ac-4cc3-827e-8b4d3a55c405 {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:59:42.664436 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e7fdde-a3d2-41d0-98ab-c0f53fc526c2 None None] Checking agent: {'id': '79564d9f-88b8-4061-9e24-638c07d5ce89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 46, 48), 'started_at': datetime.datetime(2022, 2, 17, 9, 47, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:59:42.664821 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e7fdde-a3d2-41d0-98ab-c0f53fc526c2 None None] Checking segment: {'id': '1c6bc412-3891-4884-83a1-cff6658b4c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4e3382a2-24ac-4cc3-827e-8b4d3a55c405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:59:42.665238 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-43e7fdde-a3d2-41d0-98ab-c0f53fc526c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:42.665759 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e7fdde-a3d2-41d0-98ab-c0f53fc526c2 None None] Bound using segment: {'id': '1c6bc412-3891-4884-83a1-cff6658b4c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4e3382a2-24ac-4cc3-827e-8b4d3a55c405'} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:59:42.666249 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-43e7fdde-a3d2-41d0-98ab-c0f53fc526c2 None None] Bound port: 815deea0-60b9-48ba-9299-3055bc746033, host: dv-cinder-778193-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c6bc412-3891-4884-83a1-cff6658b4c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4e3382a2-24ac-4cc3-827e-8b4d3a55c405'}}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:59:42.666638 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-43e7fdde-a3d2-41d0-98ab-c0f53fc526c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (815deea0-60b9-48ba-9299-3055bc746033), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:42.674350 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-eef4b70c-ee09-4fe4-ae83-5bf9ad64b8b2 admin admin] Publish callbacks [] for router_gateway (6ac27c14-3854-4dac-92a9-d718a126d6b1), precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:42.705255 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-5286f2b5-3637-4750-b6f0-402221791cab req-97baacce-ea94-431f-bafc-3345ae004db0 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&id=46f19b23-0bd1-414e-a780-cc088693aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3480132 Feb 17 09:59:42.738030 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-43e7fdde-a3d2-41d0-98ab-c0f53fc526c2 None None] For port 815deea0-60b9-48ba-9299-3055bc746033, host dv-cinder-778193-18-iscsi, cleared binding levels {{(pid=102622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:59:42.741374 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-43e7fdde-a3d2-41d0-98ab-c0f53fc526c2 None None] For port 815deea0-60b9-48ba-9299-3055bc746033, host dv-cinder-778193-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=815deea0-60b9-48ba-9299-3055bc746033,segment=NetworkSegment(1c6bc412-3891-4884-83a1-cff6658b4c69),segment_id=1c6bc412-3891-4884-83a1-cff6658b4c69)] {{(pid=102622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:59:42.749151 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-43e7fdde-a3d2-41d0-98ab-c0f53fc526c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (815deea0-60b9-48ba-9299-3055bc746033), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:42.811447 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7fdde-a3d2-41d0-98ab-c0f53fc526c2 None None] Pushing event updated for resources: {'Port': ['ID=815deea0-60b9-48ba-9299-3055bc746033,revision_number=2']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:42.905884 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-eef4b70c-ee09-4fe4-ae83-5bf9ad64b8b2 admin admin] Publish callbacks [] for router_gateway (6ac27c14-3854-4dac-92a9-d718a126d6b1), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:42.925765 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-eef4b70c-ee09-4fe4-ae83-5bf9ad64b8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:43.029451 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 52378) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:59:43.053066 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.db_base_plugin_common [None req-eef4b70c-ee09-4fe4-ae83-5bf9ad64b8b2 admin admin] Allocated IP 172.27.0.178 (e9041cdf-f130-4174-b12b-9a6052f109e9/ab0a3e63-7c03-47a8-8a32-e5bb6e305511/35a51dc6-0dbb-4961-b868-4df61bf7013d) {{(pid=102620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:59:43.166943 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-2a074e76-df5a-44e9-b369-00a3724b2282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:43.167220 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-eef4b70c-ee09-4fe4-ae83-5bf9ad64b8b2 admin admin] Publish callbacks [] for port (35a51dc6-0dbb-4961-b868-4df61bf7013d), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:43.205887 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-eef4b70c-ee09-4fe4-ae83-5bf9ad64b8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11330461'] for port (35a51dc6-0dbb-4961-b868-4df61bf7013d), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:43.242872 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-2a074e76-df5a-44e9-b369-00a3724b2282 admin admin] Publish callbacks [] for security_group (5fb6de07-4e07-4446-a68f-7cddf0c1607d), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:43.243525 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef4b70c-ee09-4fe4-ae83-5bf9ad64b8b2 admin admin] Network e9041cdf-f130-4174-b12b-9a6052f109e9 is already hosted by enough agents. {{(pid=102620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:59:43.246672 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [None req-eef4b70c-ee09-4fe4-ae83-5bf9ad64b8b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:59:43.247683 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-2a074e76-df5a-44e9-b369-00a3724b2282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (5fb6de07-4e07-4446-a68f-7cddf0c1607d), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:43.252618 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef4b70c-ee09-4fe4-ae83-5bf9ad64b8b2 admin admin] Received port after_create {{(pid=102620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:59:43.278281 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a074e76-df5a-44e9-b369-00a3724b2282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb6de07-4e07-4446-a68f-7cddf0c1607d,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:43.280674 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4b70c-ee09-4fe4-ae83-5bf9ad64b8b2 admin admin] Pushing event updated for resources: {'Port': ['ID=35a51dc6-0dbb-4961-b868-4df61bf7013d,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:43.295318 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-2a074e76-df5a-44e9-b369-00a3724b2282 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=b928599309034371bc91a613bcc50b36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2619460 Feb 17 09:59:43.295318 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 52382) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:59:43.347961 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-dd073815-e284-472e-98dd-0df1a3c8f3be admin admin] Publish callbacks [] for security_group (5fb6de07-4e07-4446-a68f-7cddf0c1607d), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:43.377676 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-dd073815-e284-472e-98dd-0df1a3c8f3be admin admin] Publish callbacks [] for security_group (5fb6de07-4e07-4446-a68f-7cddf0c1607d), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:43.432546 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-dd073815-e284-472e-98dd-0df1a3c8f3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (5fb6de07-4e07-4446-a68f-7cddf0c1607d), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:43.436542 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-dd073815-e284-472e-98dd-0df1a3c8f3be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:43.437771 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-dd073815-e284-472e-98dd-0df1a3c8f3be admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5fb6de07-4e07-4446-a68f-7cddf0c1607d HTTP/1.1" status: 204 len: 168 time: 0.1416895 Feb 17 09:59:43.462887 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd073815-e284-472e-98dd-0df1a3c8f3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb6de07-4e07-4446-a68f-7cddf0c1607d,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:43.609880 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-eef4b70c-ee09-4fe4-ae83-5bf9ad64b8b2 admin admin] Publish callbacks [] for router_gateway (6ac27c14-3854-4dac-92a9-d718a126d6b1), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:43.618866 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 815deea0-60b9-48ba-9299-3055bc746033 up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:59:43.722687 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 815deea0-60b9-48ba-9299-3055bc746033 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:59:43.723071 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (815deea0-60b9-48ba-9299-3055bc746033), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:43.955561 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2916970-7622-4da1-ac2e-ffc47b6f2641 req-a6842d14-0085-430f-ada1-f748cc23046d tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:43.962809 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d2916970-7622-4da1-ac2e-ffc47b6f2641 req-a6842d14-0085-430f-ada1-f748cc23046d tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 984 time: 0.1454544 Feb 17 09:59:43.970365 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-bf8442e1-bea1-4fd7-92cb-0df2d9fbe2b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:43.984518 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9ff24e-a219-4519-9858-041f0b5fc051 None None] Network 4e3382a2-24ac-4cc3-827e-8b4d3a55c405 requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:59:43.993527 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-eef4b70c-ee09-4fe4-ae83-5bf9ad64b8b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3931471'] for router (6ac27c14-3854-4dac-92a9-d718a126d6b1), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:44.107816 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d2916970-7622-4da1-ac2e-ffc47b6f2641 req-7b6a2026-7cd6-4867-8889-6dde6e6f208b tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&id=46f19b23-0bd1-414e-a780-cc088693aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1439815 Feb 17 09:59:44.119393 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 815deea0-60b9-48ba-9299-3055bc746033 is: DOWN; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:59:44.119853 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (815deea0-60b9-48ba-9299-3055bc746033), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:44.124905 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-6a032bbf-1674-4c17-b8f6-3c8cb5c9af0e None None] Provisioning complete for port 815deea0-60b9-48ba-9299-3055bc746033 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:59:44.125340 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-6a032bbf-1674-4c17-b8f6-3c8cb5c9af0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (815deea0-60b9-48ba-9299-3055bc746033), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:44.182778 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef4b70c-ee09-4fe4-ae83-5bf9ad64b8b2 admin admin] Router 6ac27c14-3854-4dac-92a9-d718a126d6b1 is scheduled to L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 with binding_index 1 {{(pid=102620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 09:59:44.208332 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] For port 815deea0-60b9-48ba-9299-3055bc746033, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=815deea0-60b9-48ba-9299-3055bc746033,segment=NetworkSegment(1c6bc412-3891-4884-83a1-cff6658b4c69),segment_id=1c6bc412-3891-4884-83a1-cff6658b4c69)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:59:44.215926 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (815deea0-60b9-48ba-9299-3055bc746033), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:44.296876 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Pushing event updated for resources: {'Port': ['ID=815deea0-60b9-48ba-9299-3055bc746033,revision_number=3']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:44.313571 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-6a032bbf-1674-4c17-b8f6-3c8cb5c9af0e None None] Current status of the port 815deea0-60b9-48ba-9299-3055bc746033 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:59:44.318455 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef4b70c-ee09-4fe4-ae83-5bf9ad64b8b2 admin admin] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:59:44.330618 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ced6a1-8f71-4bb3-ac95-d9e8e6ad7d56 None None] Sync routers for ids ['6ac27c14-3854-4dac-92a9-d718a126d6b1'] in dv-cinder-778193-18-iscsi {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:59:44.343290 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ced6a1-8f71-4bb3-ac95-d9e8e6ad7d56 None None] Routers {'6ac27c14-3854-4dac-92a9-d718a126d6b1'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:59:44.344015 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-17ced6a1-8f71-4bb3-ac95-d9e8e6ad7d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:59:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['6ac27c14-3854-4dac-92a9-d718a126d6b1'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:44.346405 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-eef4b70c-ee09-4fe4-ae83-5bf9ad64b8b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:44.347934 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-eef4b70c-ee09-4fe4-ae83-5bf9ad64b8b2 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2924371 Feb 17 09:59:44.351211 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 52412) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:59:44.477722 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-17ced6a1-8f71-4bb3-ac95-d9e8e6ad7d56 None None] Set router 6ac27c14-3854-4dac-92a9-d718a126d6b1 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:59:44.574591 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-3db7199c-db6b-47be-bd45-54983a69b1f3 None None] Provisioning complete for port 815deea0-60b9-48ba-9299-3055bc746033 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:59:44.574968 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-3db7199c-db6b-47be-bd45-54983a69b1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (815deea0-60b9-48ba-9299-3055bc746033), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:44.733972 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-3db7199c-db6b-47be-bd45-54983a69b1f3 None None] Current status of the port 815deea0-60b9-48ba-9299-3055bc746033 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:59:44.748225 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-17ced6a1-8f71-4bb3-ac95-d9e8e6ad7d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'name': 'tempest-TestShelveInstance-877423265-router', 'tenant_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '35a51dc6-0dbb-4961-b868-4df61bf7013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:42Z', 'updated_at': '2022-02-17T09:59:43Z', 'revision_number': 3, 'project_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'gw_port': {'id': '35a51dc6-0dbb-4961-b868-4df61bf7013d', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:42Z', 'updated_at': '2022-02-17T09:59:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi'}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:44.774978 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ced6a1-8f71-4bb3-ac95-d9e8e6ad7d56 None None] Checking router: 6ac27c14-3854-4dac-92a9-d718a126d6b1 for host: dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:59:44.775413 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ced6a1-8f71-4bb3-ac95-d9e8e6ad7d56 None None] Updating router 6ac27c14-3854-4dac-92a9-d718a126d6b1 port 35a51dc6-0dbb-4961-b868-4df61bf7013d binding host dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:59:44.809536 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-17ced6a1-8f71-4bb3-ac95-d9e8e6ad7d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (35a51dc6-0dbb-4961-b868-4df61bf7013d), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:44.830809 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-210b6f64-9030-4549-a4ea-40c0537c16a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:45.002773 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:45.004703 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.db_base_plugin_common [None req-210b6f64-9030-4549-a4ea-40c0537c16a7 admin admin] Allocated IP 172.20.0.1 (4e3382a2-24ac-4cc3-827e-8b4d3a55c405/13cfbcdc-2ffd-4e28-9105-a23d7be8b66c/aa5a4ed1-cf85-4747-9a23-5771adbe3d54) {{(pid=102620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:59:45.099712 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-17ced6a1-8f71-4bb3-ac95-d9e8e6ad7d56 None None] Publish callbacks [] for port (35a51dc6-0dbb-4961-b868-4df61bf7013d), precommit_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:45.106378 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-17ced6a1-8f71-4bb3-ac95-d9e8e6ad7d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (35a51dc6-0dbb-4961-b868-4df61bf7013d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:45.118892 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-210b6f64-9030-4549-a4ea-40c0537c16a7 admin admin] Publish callbacks [] for port (aa5a4ed1-cf85-4747-9a23-5771adbe3d54), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:45.157062 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-210b6f64-9030-4549-a4ea-40c0537c16a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11330461'] for port (aa5a4ed1-cf85-4747-9a23-5771adbe3d54), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:45.179782 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-17ced6a1-8f71-4bb3-ac95-d9e8e6ad7d56 None None] Attempting to bind port 35a51dc6-0dbb-4961-b868-4df61bf7013d on host dv-cinder-778193-18-iscsi for vnic_type normal with profile {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:59:45.180305 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-17ced6a1-8f71-4bb3-ac95-d9e8e6ad7d56 None None] Attempting to bind port 35a51dc6-0dbb-4961-b868-4df61bf7013d by drivers openvswitch,hyperv on host dv-cinder-778193-18-iscsi at level 0 using segments [{'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:59:45.180814 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ced6a1-8f71-4bb3-ac95-d9e8e6ad7d56 None None] Attempting to bind port 35a51dc6-0dbb-4961-b868-4df61bf7013d on network e9041cdf-f130-4174-b12b-9a6052f109e9 {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:59:45.185535 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55447e-8d32-43a5-84c0-acb8f9cc1a43 None None] Pushing event updated for resources: {'Port': ['ID=35a51dc6-0dbb-4961-b868-4df61bf7013d,revision_number=2']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:45.190377 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ced6a1-8f71-4bb3-ac95-d9e8e6ad7d56 None None] Checking agent: {'id': '79564d9f-88b8-4061-9e24-638c07d5ce89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 46, 48), 'started_at': datetime.datetime(2022, 2, 17, 9, 47, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:59:45.190754 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ced6a1-8f71-4bb3-ac95-d9e8e6ad7d56 None None] Checking segment: {'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:59:45.191554 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-17ced6a1-8f71-4bb3-ac95-d9e8e6ad7d56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:45.191554 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ced6a1-8f71-4bb3-ac95-d9e8e6ad7d56 None None] Bound using segment: {'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:59:45.192170 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-17ced6a1-8f71-4bb3-ac95-d9e8e6ad7d56 None None] Bound port: 35a51dc6-0dbb-4961-b868-4df61bf7013d, host: dv-cinder-778193-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'}}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:59:45.192710 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-17ced6a1-8f71-4bb3-ac95-d9e8e6ad7d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (35a51dc6-0dbb-4961-b868-4df61bf7013d), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:45.208632 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210b6f64-9030-4549-a4ea-40c0537c16a7 admin admin] Network 4e3382a2-24ac-4cc3-827e-8b4d3a55c405 is already hosted by enough agents. {{(pid=102620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:59:45.229790 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [None req-210b6f64-9030-4549-a4ea-40c0537c16a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:59:45.232611 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210b6f64-9030-4549-a4ea-40c0537c16a7 admin admin] Received port after_create {{(pid=102620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:59:45.234533 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b6f64-9030-4549-a4ea-40c0537c16a7 admin admin] Pushing event updated for resources: {'Port': ['ID=aa5a4ed1-cf85-4747-9a23-5771adbe3d54,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:45.250250 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-17ced6a1-8f71-4bb3-ac95-d9e8e6ad7d56 None None] For port 35a51dc6-0dbb-4961-b868-4df61bf7013d, host dv-cinder-778193-18-iscsi, cleared binding levels {{(pid=102622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:59:45.254207 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-17ced6a1-8f71-4bb3-ac95-d9e8e6ad7d56 None None] For port 35a51dc6-0dbb-4961-b868-4df61bf7013d, host dv-cinder-778193-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=35a51dc6-0dbb-4961-b868-4df61bf7013d,segment=NetworkSegment(51ac98f7-247c-461f-a451-e6b864fb2c70),segment_id=51ac98f7-247c-461f-a451-e6b864fb2c70)] {{(pid=102622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:59:45.268080 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-17ced6a1-8f71-4bb3-ac95-d9e8e6ad7d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (35a51dc6-0dbb-4961-b868-4df61bf7013d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:45.286150 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-210b6f64-9030-4549-a4ea-40c0537c16a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915794'] for router_interface (6ac27c14-3854-4dac-92a9-d718a126d6b1), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:45.337954 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ced6a1-8f71-4bb3-ac95-d9e8e6ad7d56 None None] Routers {'6ac27c14-3854-4dac-92a9-d718a126d6b1'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:59:45.338602 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-17ced6a1-8f71-4bb3-ac95-d9e8e6ad7d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:59:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['6ac27c14-3854-4dac-92a9-d718a126d6b1'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:45.340537 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55447e-8d32-43a5-84c0-acb8f9cc1a43 None None] Pushing event updated for resources: {'Port': ['ID=35a51dc6-0dbb-4961-b868-4df61bf7013d,revision_number=3']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:45.457716 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-17ced6a1-8f71-4bb3-ac95-d9e8e6ad7d56 None None] Set router 6ac27c14-3854-4dac-92a9-d718a126d6b1 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:59:45.521806 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 815deea0-60b9-48ba-9299-3055bc746033 up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:59:45.552908 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f165c0d-bff1-40a3-bfc9-1993d58d29b5 req-fc5c1028-952b-4ec9-8d1d-217125b197d3 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:45.554587 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 6b523f18-23de-4b21-b858-17bc0b0aa222 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:59:45.554959 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6f165c0d-bff1-40a3-bfc9-1993d58d29b5 req-fc5c1028-952b-4ec9-8d1d-217125b197d3 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 984 time: 0.3683429 Feb 17 09:59:45.593675 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] No Port match for: 6b523f18-23de-4b21-b858-17bc0b0aa222 {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:59:45.594017 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 6b523f18-23de-4b21-b858-17bc0b0aa222 not bound to the agent host hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:59:45.644314 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-9b872901-f213-4803-8d1c-2ba8fd1f41be None None] Provisioning complete for port aa5a4ed1-cf85-4747-9a23-5771adbe3d54 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:59:45.644691 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-9b872901-f213-4803-8d1c-2ba8fd1f41be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (aa5a4ed1-cf85-4747-9a23-5771adbe3d54), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:45.661958 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6f165c0d-bff1-40a3-bfc9-1993d58d29b5 req-149261cc-1d7d-48d5-ad6c-e31f17af72ff tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&id=46f19b23-0bd1-414e-a780-cc088693aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0994618 Feb 17 09:59:45.692142 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-210b6f64-9030-4549-a4ea-40c0537c16a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (aa5a4ed1-cf85-4747-9a23-5771adbe3d54), before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:45.692338 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 815deea0-60b9-48ba-9299-3055bc746033 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:59:45.692638 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (815deea0-60b9-48ba-9299-3055bc746033), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:45.724422 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-9b872901-f213-4803-8d1c-2ba8fd1f41be None None] Port aa5a4ed1-cf85-4747-9a23-5771adbe3d54 cannot update to ACTIVE because it is not bound. {{(pid=102622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:59:45.855687 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-210b6f64-9030-4549-a4ea-40c0537c16a7 admin admin] Publish callbacks [] for port (aa5a4ed1-cf85-4747-9a23-5771adbe3d54), precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:45.860678 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-210b6f64-9030-4549-a4ea-40c0537c16a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11330454'] for port (aa5a4ed1-cf85-4747-9a23-5771adbe3d54), after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:45.927071 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-210b6f64-9030-4549-a4ea-40c0537c16a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3726868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915918'] for router_interface (6ac27c14-3854-4dac-92a9-d718a126d6b1), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:45.928700 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b6f64-9030-4549-a4ea-40c0537c16a7 admin admin] Pushing event updated for resources: {'Port': ['ID=aa5a4ed1-cf85-4747-9a23-5771adbe3d54,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:45.936354 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 815deea0-60b9-48ba-9299-3055bc746033 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:59:45.938849 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-17ced6a1-8f71-4bb3-ac95-d9e8e6ad7d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'name': 'tempest-TestShelveInstance-877423265-router', 'tenant_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '35a51dc6-0dbb-4961-b868-4df61bf7013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:42Z', 'updated_at': '2022-02-17T09:59:43Z', 'revision_number': 3, 'project_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'gw_port': {'id': '35a51dc6-0dbb-4961-b868-4df61bf7013d', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:42Z', 'updated_at': '2022-02-17T09:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi'}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:45.966166 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ced6a1-8f71-4bb3-ac95-d9e8e6ad7d56 None None] The sync data for ids ['6ac27c14-3854-4dac-92a9-d718a126d6b1'] in dv-cinder-778193-18-iscsi is: [{'id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'name': 'tempest-TestShelveInstance-877423265-router', 'tenant_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '35a51dc6-0dbb-4961-b868-4df61bf7013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:42Z', 'updated_at': '2022-02-17T09:59:43Z', 'revision_number': 3, 'project_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'gw_port': {'id': '35a51dc6-0dbb-4961-b868-4df61bf7013d', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:42Z', 'updated_at': '2022-02-17T09:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi'}] {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:59:46.033549 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210b6f64-9030-4549-a4ea-40c0537c16a7 admin admin] Network 4e3382a2-24ac-4cc3-827e-8b4d3a55c405 is already hosted by enough agents. {{(pid=102620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:59:46.034946 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [None req-210b6f64-9030-4549-a4ea-40c0537c16a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:59:46.156719 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210b6f64-9030-4549-a4ea-40c0537c16a7 admin admin] Router 6ac27c14-3854-4dac-92a9-d718a126d6b1 has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:59:46.266584 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:46.287892 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210b6f64-9030-4549-a4ea-40c0537c16a7 admin admin] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:59:46.294504 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-210b6f64-9030-4549-a4ea-40c0537c16a7 admin admin] 10.222.0.82 "PUT /v2.0/routers/6ac27c14-3854-4dac-92a9-d718a126d6b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9423842 Feb 17 09:59:46.347449 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-6725e92a-c2d1-4757-aae3-a02cce6425fb None None] Provisioning complete for port aa5a4ed1-cf85-4747-9a23-5771adbe3d54 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:59:46.348453 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-6725e92a-c2d1-4757-aae3-a02cce6425fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (aa5a4ed1-cf85-4747-9a23-5771adbe3d54), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:46.385828 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-6725e92a-c2d1-4757-aae3-a02cce6425fb None None] Port aa5a4ed1-cf85-4747-9a23-5771adbe3d54 cannot update to ACTIVE because it is not bound. {{(pid=102622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:59:46.872665 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 52500) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:59:46.877705 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-56088aea-0456-4539-8b2f-49475ba47ceb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1495561043-network', 'tenant_id': 'ba81e2296aec4a89bd008ff62abf6a5c'}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:59:46.900238 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56088aea-0456-4539-8b2f-49475ba47ceb admin admin] Made reservation on behalf of ba81e2296aec4a89bd008ff62abf6a5c for: {'network': 1} {{(pid=102620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:59:46.902538 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-56088aea-0456-4539-8b2f-49475ba47ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for network (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:46.914554 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-56088aea-0456-4539-8b2f-49475ba47ceb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:46.991778 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-56088aea-0456-4539-8b2f-49475ba47ceb admin admin] Publish callbacks [] for security_group (244059aa-a31f-4ff6-bc20-d6fdec12744a), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:46.995785 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-56088aea-0456-4539-8b2f-49475ba47ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (244059aa-a31f-4ff6-bc20-d6fdec12744a), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:47.018298 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56088aea-0456-4539-8b2f-49475ba47ceb admin admin] vlan segment allocate from pool success with {'vlan_id': 1035, 'physical_network': 'physnet1'} {{(pid=102620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:59:47.034532 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56088aea-0456-4539-8b2f-49475ba47ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244059aa-a31f-4ff6-bc20-d6fdec12744a,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:47.039457 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-56088aea-0456-4539-8b2f-49475ba47ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (a8d0c907-4e98-43bd-af8f-4e973719f8c9), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:47.039792 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.db.segments_db [None req-56088aea-0456-4539-8b2f-49475ba47ceb admin admin] Added segment a8d0c907-4e98-43bd-af8f-4e973719f8c9 of type vlan for network 5fa5aa6d-d37e-48bc-a33f-258ca2a021d9 Feb 17 09:59:47.084141 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-56088aea-0456-4539-8b2f-49475ba47ceb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771562205323'] for network (5fa5aa6d-d37e-48bc-a33f-258ca2a021d9), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:47.108562 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-56088aea-0456-4539-8b2f-49475ba47ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854'] for network (5fa5aa6d-d37e-48bc-a33f-258ca2a021d9), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:47.109566 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56088aea-0456-4539-8b2f-49475ba47ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:47.110148 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-56088aea-0456-4539-8b2f-49475ba47ceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:47.156114 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-56088aea-0456-4539-8b2f-49475ba47ceb admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2787814 Feb 17 09:59:47.156114 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 52504) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:59:47.187622 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-2d450f4b-8bd6-4fdf-8183-6c0137e77807 admin admin] Request body: {'subnet': {'network_id': '5fa5aa6d-d37e-48bc-a33f-258ca2a021d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1495561043-subnet', 'tenant_id': 'ba81e2296aec4a89bd008ff62abf6a5c', 'ip_version': 4}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:59:47.191758 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56088aea-0456-4539-8b2f-49475ba47ceb admin admin] Pushing event updated for resources: {'Network': ['ID=5fa5aa6d-d37e-48bc-a33f-258ca2a021d9,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:47.201289 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Network 5fa5aa6d-d37e-48bc-a33f-258ca2a021d9 details requested by agent ovs-agent-dv-cinder-778193-18-iscsi with host dv-cinder-778193-18-iscsi {{(pid=102622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:59:47.213743 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d450f4b-8bd6-4fdf-8183-6c0137e77807 admin admin] Made reservation on behalf of ba81e2296aec4a89bd008ff62abf6a5c for: {'subnet': 1} {{(pid=102620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:59:47.225501 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2d450f4b-8bd6-4fdf-8183-6c0137e77807 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8420543'] for subnet (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:47.389300 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2d450f4b-8bd6-4fdf-8183-6c0137e77807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11331181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8420493'] for subnet (e2b54c56-d53a-4d6e-829b-c234493f683f), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:47.447467 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d450f4b-8bd6-4fdf-8183-6c0137e77807 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2b54c56-d53a-4d6e-829b-c234493f683f,revision_number=0']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:47.456148 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d450f4b-8bd6-4fdf-8183-6c0137e77807 admin admin] Checking segment: {'id': 'a8d0c907-4e98-43bd-af8f-4e973719f8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '5fa5aa6d-d37e-48bc-a33f-258ca2a021d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:59:47.456565 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d450f4b-8bd6-4fdf-8183-6c0137e77807 admin admin] Network hostable DHCP agents. Network: 5fa5aa6d-d37e-48bc-a33f-258ca2a021d9, hostable agents: ['218f41e8-fc39-4954-bed9-509113520430'], hosted agents: [] {{(pid=102620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:59:47.480996 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d450f4b-8bd6-4fdf-8183-6c0137e77807 admin admin] Network 5fa5aa6d-d37e-48bc-a33f-258ca2a021d9 is scheduled to be hosted by DHCP agent 218f41e8-fc39-4954-bed9-509113520430 with binding_index 1 {{(pid=102620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:59:47.490329 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [None req-2d450f4b-8bd6-4fdf-8183-6c0137e77807 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-18-iscsi, 5fa5aa6d-d37e-48bc-a33f-258ca2a021d9) {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:59:47.494405 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d450f4b-8bd6-4fdf-8183-6c0137e77807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:47.495054 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2d450f4b-8bd6-4fdf-8183-6c0137e77807 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:47.499962 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61901b9d-7745-40cf-aad3-30a57b1d0a13 None None] Network 5fa5aa6d-d37e-48bc-a33f-258ca2a021d9 requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:59:47.512854 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-2d450f4b-8bd6-4fdf-8183-6c0137e77807 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3561988 Feb 17 09:59:47.515470 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 52506) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:59:47.520541 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-903048cd-d176-4025-b918-d32cd9fd3758 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1495561043-router', 'tenant_id': 'ba81e2296aec4a89bd008ff62abf6a5c', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'}}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:59:47.542231 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-903048cd-d176-4025-b918-d32cd9fd3758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41632'] for router (52aac348-8ced-4e5c-8efb-d516276aa6b0), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:47.543662 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-903048cd-d176-4025-b918-d32cd9fd3758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3931410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3898661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41641'] for router (52aac348-8ced-4e5c-8efb-d516276aa6b0), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:47.598221 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 35a51dc6-0dbb-4961-b868-4df61bf7013d up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:59:47.608386 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-903048cd-d176-4025-b918-d32cd9fd3758 admin admin] Publish callbacks [] for router_controller (52aac348-8ced-4e5c-8efb-d516276aa6b0), precommit_add_association {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:47.632612 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58569bf-a947-4c7f-bd02-d95af9477474 None None] Sync routers for ids ['6ac27c14-3854-4dac-92a9-d718a126d6b1'] in dv-cinder-778193-18-iscsi {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:59:47.642562 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58569bf-a947-4c7f-bd02-d95af9477474 None None] Routers {'6ac27c14-3854-4dac-92a9-d718a126d6b1'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:59:47.643579 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-e58569bf-a947-4c7f-bd02-d95af9477474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:59:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['6ac27c14-3854-4dac-92a9-d718a126d6b1'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:47.678468 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2731e15-ba49-4878-9e77-1217f9a7100c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp526866e7-fb09-5aab-8449-c4c53278cbab-5fa5aa6d-d37e-48bc-a33f-258ca2a021d9', 'network_id': '5fa5aa6d-d37e-48bc-a33f-258ca2a021d9', 'project_id': 'ba81e2296aec4a89bd008ff62abf6a5c', 'fixed_ips': [{'subnet_id': 'e2b54c56-d53a-4d6e-829b-c234493f683f'}]}} from dv-cinder-778193-18-iscsi. {{(pid=102622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 09:59:47.679538 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-f2731e15-ba49-4878-9e77-1217f9a7100c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:47.683063 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 35a51dc6-0dbb-4961-b868-4df61bf7013d triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:59:47.683467 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (35a51dc6-0dbb-4961-b868-4df61bf7013d), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:47.792768 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-903048cd-d176-4025-b918-d32cd9fd3758 admin admin] Publish callbacks [] for router_gateway (52aac348-8ced-4e5c-8efb-d516276aa6b0), precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:47.794649 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-e58569bf-a947-4c7f-bd02-d95af9477474 None None] Set router 6ac27c14-3854-4dac-92a9-d718a126d6b1 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:59:47.820835 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:47.916301 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.db_base_plugin_common [None req-f2731e15-ba49-4878-9e77-1217f9a7100c None None] Allocated IP 172.20.0.2 (5fa5aa6d-d37e-48bc-a33f-258ca2a021d9/e2b54c56-d53a-4d6e-829b-c234493f683f/841bd717-1bc7-4163-b775-db91ad4a158b) {{(pid=102622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:59:47.918669 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 35a51dc6-0dbb-4961-b868-4df61bf7013d is: DOWN; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:59:47.919585 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (35a51dc6-0dbb-4961-b868-4df61bf7013d), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:47.951595 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] For port 35a51dc6-0dbb-4961-b868-4df61bf7013d, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=35a51dc6-0dbb-4961-b868-4df61bf7013d,segment=NetworkSegment(51ac98f7-247c-461f-a451-e6b864fb2c70),segment_id=51ac98f7-247c-461f-a451-e6b864fb2c70)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:59:47.963851 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (35a51dc6-0dbb-4961-b868-4df61bf7013d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:48.058911 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Pushing event updated for resources: {'Port': ['ID=35a51dc6-0dbb-4961-b868-4df61bf7013d,revision_number=4']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:48.133994 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-e58569bf-a947-4c7f-bd02-d95af9477474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'name': 'tempest-TestShelveInstance-877423265-router', 'tenant_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '35a51dc6-0dbb-4961-b868-4df61bf7013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:42Z', 'updated_at': '2022-02-17T09:59:45Z', 'revision_number': 4, 'project_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'gw_port': {'id': '35a51dc6-0dbb-4961-b868-4df61bf7013d', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:42Z', 'updated_at': '2022-02-17T09:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': 'aa5a4ed1-cf85-4747-9a23-5771adbe3d54', 'name': '', 'network_id': '4e3382a2-24ac-4cc3-827e-8b4d3a55c405', 'tenant_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'mac_address': 'fa:16:3e:c6:be:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '13cfbcdc-2ffd-4e28-9105-a23d7be8b66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:44Z', 'updated_at': '2022-02-17T09:59:45Z', 'revision_number': 2, 'project_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'subnets': [{'id': '13cfbcdc-2ffd-4e28-9105-a23d7be8b66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:48.139782 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-903048cd-d176-4025-b918-d32cd9fd3758 admin admin] Publish callbacks [] for router_gateway (52aac348-8ced-4e5c-8efb-d516276aa6b0), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:48.159094 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-f2731e15-ba49-4878-9e77-1217f9a7100c None None] Publish callbacks [] for port (841bd717-1bc7-4163-b775-db91ad4a158b), precommit_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:48.163853 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-903048cd-d176-4025-b918-d32cd9fd3758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:48.166910 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-f2731e15-ba49-4878-9e77-1217f9a7100c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393'] for port (841bd717-1bc7-4163-b775-db91ad4a158b), after_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:48.187810 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58569bf-a947-4c7f-bd02-d95af9477474 None None] Checking router: 6ac27c14-3854-4dac-92a9-d718a126d6b1 for host: dv-cinder-778193-18-iscsi {{(pid=102623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:59:48.188168 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58569bf-a947-4c7f-bd02-d95af9477474 None None] Updating router 6ac27c14-3854-4dac-92a9-d718a126d6b1 port aa5a4ed1-cf85-4747-9a23-5771adbe3d54 binding host dv-cinder-778193-18-iscsi {{(pid=102623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:59:48.217196 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-e58569bf-a947-4c7f-bd02-d95af9477474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (aa5a4ed1-cf85-4747-9a23-5771adbe3d54), before_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:48.219990 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2731e15-ba49-4878-9e77-1217f9a7100c None None] Network 5fa5aa6d-d37e-48bc-a33f-258ca2a021d9 is already hosted by enough agents. {{(pid=102622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:59:48.223141 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.scheduler.base_scheduler [None req-f2731e15-ba49-4878-9e77-1217f9a7100c None None] Resources bound (agent type, host, resource id): {{(pid=102622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:59:48.231589 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2731e15-ba49-4878-9e77-1217f9a7100c None None] Received port after_create {{(pid=102622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:59:48.288727 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2731e15-ba49-4878-9e77-1217f9a7100c None None] Pushing event updated for resources: {'Port': ['ID=841bd717-1bc7-4163-b775-db91ad4a158b,revision_number=1']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:48.303999 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-f2731e15-ba49-4878-9e77-1217f9a7100c None None] Attempting to bind port 841bd717-1bc7-4163-b775-db91ad4a158b on host dv-cinder-778193-18-iscsi for vnic_type normal with profile {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:59:48.304379 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-f2731e15-ba49-4878-9e77-1217f9a7100c None None] Attempting to bind port 841bd717-1bc7-4163-b775-db91ad4a158b by drivers openvswitch,hyperv on host dv-cinder-778193-18-iscsi at level 0 using segments [{'id': 'a8d0c907-4e98-43bd-af8f-4e973719f8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '5fa5aa6d-d37e-48bc-a33f-258ca2a021d9'}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:59:48.304747 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2731e15-ba49-4878-9e77-1217f9a7100c None None] Attempting to bind port 841bd717-1bc7-4163-b775-db91ad4a158b on network 5fa5aa6d-d37e-48bc-a33f-258ca2a021d9 {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:59:48.310035 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2731e15-ba49-4878-9e77-1217f9a7100c None None] Checking agent: {'id': '79564d9f-88b8-4061-9e24-638c07d5ce89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 46, 48), 'started_at': datetime.datetime(2022, 2, 17, 9, 47, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:59:48.310415 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2731e15-ba49-4878-9e77-1217f9a7100c None None] Checking segment: {'id': 'a8d0c907-4e98-43bd-af8f-4e973719f8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '5fa5aa6d-d37e-48bc-a33f-258ca2a021d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:59:48.310824 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-f2731e15-ba49-4878-9e77-1217f9a7100c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:48.313104 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2731e15-ba49-4878-9e77-1217f9a7100c None None] Bound using segment: {'id': 'a8d0c907-4e98-43bd-af8f-4e973719f8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '5fa5aa6d-d37e-48bc-a33f-258ca2a021d9'} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:59:48.313104 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-f2731e15-ba49-4878-9e77-1217f9a7100c None None] Bound port: 841bd717-1bc7-4163-b775-db91ad4a158b, host: dv-cinder-778193-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d0c907-4e98-43bd-af8f-4e973719f8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '5fa5aa6d-d37e-48bc-a33f-258ca2a021d9'}}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:59:48.313104 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-f2731e15-ba49-4878-9e77-1217f9a7100c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (841bd717-1bc7-4163-b775-db91ad4a158b), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:48.313436 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.db_base_plugin_common [None req-903048cd-d176-4025-b918-d32cd9fd3758 admin admin] Allocated IP 172.27.0.52 (e9041cdf-f130-4174-b12b-9a6052f109e9/ab0a3e63-7c03-47a8-8a32-e5bb6e305511/290e4d41-c440-4928-bfda-65d7c80355cd) {{(pid=102620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:59:48.386871 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-f2731e15-ba49-4878-9e77-1217f9a7100c None None] For port 841bd717-1bc7-4163-b775-db91ad4a158b, host dv-cinder-778193-18-iscsi, cleared binding levels {{(pid=102622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:59:48.390792 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-f2731e15-ba49-4878-9e77-1217f9a7100c None None] For port 841bd717-1bc7-4163-b775-db91ad4a158b, host dv-cinder-778193-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=841bd717-1bc7-4163-b775-db91ad4a158b,segment=NetworkSegment(a8d0c907-4e98-43bd-af8f-4e973719f8c9),segment_id=a8d0c907-4e98-43bd-af8f-4e973719f8c9)] {{(pid=102622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:59:48.397804 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-f2731e15-ba49-4878-9e77-1217f9a7100c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (841bd717-1bc7-4163-b775-db91ad4a158b), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:48.423778 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-903048cd-d176-4025-b918-d32cd9fd3758 admin admin] Publish callbacks [] for port (290e4d41-c440-4928-bfda-65d7c80355cd), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:48.461459 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2731e15-ba49-4878-9e77-1217f9a7100c None None] Pushing event updated for resources: {'Port': ['ID=841bd717-1bc7-4163-b775-db91ad4a158b,revision_number=2']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:48.488082 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-903048cd-d176-4025-b918-d32cd9fd3758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11330461'] for port (290e4d41-c440-4928-bfda-65d7c80355cd), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:48.525332 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903048cd-d176-4025-b918-d32cd9fd3758 admin admin] Network e9041cdf-f130-4174-b12b-9a6052f109e9 is already hosted by enough agents. {{(pid=102620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:59:48.531825 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [None req-903048cd-d176-4025-b918-d32cd9fd3758 admin admin] Resources bound (agent type, host, resource id): {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:59:48.535696 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903048cd-d176-4025-b918-d32cd9fd3758 admin admin] Received port after_create {{(pid=102620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:59:48.540313 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-e58569bf-a947-4c7f-bd02-d95af9477474 None None] Publish callbacks [] for port (aa5a4ed1-cf85-4747-9a23-5771adbe3d54), precommit_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:48.552285 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-e58569bf-a947-4c7f-bd02-d95af9477474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (aa5a4ed1-cf85-4747-9a23-5771adbe3d54), after_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:48.563496 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903048cd-d176-4025-b918-d32cd9fd3758 admin admin] Pushing event updated for resources: {'Port': ['ID=290e4d41-c440-4928-bfda-65d7c80355cd,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:48.599331 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb71f9db-11c4-4fb6-8424-413ecbe44075 None None] Pushing event updated for resources: {'Port': ['ID=aa5a4ed1-cf85-4747-9a23-5771adbe3d54,revision_number=3']} {{(pid=102623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:48.610755 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb71f9db-11c4-4fb6-8424-413ecbe44075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:48.611380 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb71f9db-11c4-4fb6-8424-413ecbe44075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:48.611899 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb71f9db-11c4-4fb6-8424-413ecbe44075 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:48.612394 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb71f9db-11c4-4fb6-8424-413ecbe44075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:48.612897 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb71f9db-11c4-4fb6-8424-413ecbe44075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:48.614901 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb71f9db-11c4-4fb6-8424-413ecbe44075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:48.614901 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb71f9db-11c4-4fb6-8424-413ecbe44075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:48.614901 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb71f9db-11c4-4fb6-8424-413ecbe44075 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:48.614901 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb71f9db-11c4-4fb6-8424-413ecbe44075 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:48.614901 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb71f9db-11c4-4fb6-8424-413ecbe44075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:48.614901 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb71f9db-11c4-4fb6-8424-413ecbe44075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:48.615603 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb71f9db-11c4-4fb6-8424-413ecbe44075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:48.615799 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb71f9db-11c4-4fb6-8424-413ecbe44075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:48.709918 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.managers [None req-e58569bf-a947-4c7f-bd02-d95af9477474 None None] Attempting to bind port aa5a4ed1-cf85-4747-9a23-5771adbe3d54 on host dv-cinder-778193-18-iscsi for vnic_type normal with profile {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:59:48.711211 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.managers [None req-e58569bf-a947-4c7f-bd02-d95af9477474 None None] Attempting to bind port aa5a4ed1-cf85-4747-9a23-5771adbe3d54 by drivers openvswitch,hyperv on host dv-cinder-778193-18-iscsi at level 0 using segments [{'id': '1c6bc412-3891-4884-83a1-cff6658b4c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4e3382a2-24ac-4cc3-827e-8b4d3a55c405'}] {{(pid=102623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:59:48.719184 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58569bf-a947-4c7f-bd02-d95af9477474 None None] Attempting to bind port aa5a4ed1-cf85-4747-9a23-5771adbe3d54 on network 4e3382a2-24ac-4cc3-827e-8b4d3a55c405 {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:59:48.728552 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58569bf-a947-4c7f-bd02-d95af9477474 None None] Checking agent: {'id': '79564d9f-88b8-4061-9e24-638c07d5ce89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 46, 48), 'started_at': datetime.datetime(2022, 2, 17, 9, 47, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:59:48.730144 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58569bf-a947-4c7f-bd02-d95af9477474 None None] Checking segment: {'id': '1c6bc412-3891-4884-83a1-cff6658b4c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4e3382a2-24ac-4cc3-827e-8b4d3a55c405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:59:48.730144 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-e58569bf-a947-4c7f-bd02-d95af9477474 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:48.730144 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58569bf-a947-4c7f-bd02-d95af9477474 None None] Bound using segment: {'id': '1c6bc412-3891-4884-83a1-cff6658b4c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4e3382a2-24ac-4cc3-827e-8b4d3a55c405'} {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:59:48.730432 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.managers [None req-e58569bf-a947-4c7f-bd02-d95af9477474 None None] Bound port: aa5a4ed1-cf85-4747-9a23-5771adbe3d54, host: dv-cinder-778193-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c6bc412-3891-4884-83a1-cff6658b4c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4e3382a2-24ac-4cc3-827e-8b4d3a55c405'}}] {{(pid=102623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:59:48.730908 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-e58569bf-a947-4c7f-bd02-d95af9477474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (aa5a4ed1-cf85-4747-9a23-5771adbe3d54), before_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:48.821118 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.db [None req-e58569bf-a947-4c7f-bd02-d95af9477474 None None] For port aa5a4ed1-cf85-4747-9a23-5771adbe3d54, host dv-cinder-778193-18-iscsi, cleared binding levels {{(pid=102623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:59:48.826699 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.db [None req-e58569bf-a947-4c7f-bd02-d95af9477474 None None] For port aa5a4ed1-cf85-4747-9a23-5771adbe3d54, host dv-cinder-778193-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=aa5a4ed1-cf85-4747-9a23-5771adbe3d54,segment=NetworkSegment(1c6bc412-3891-4884-83a1-cff6658b4c69),segment_id=1c6bc412-3891-4884-83a1-cff6658b4c69)] {{(pid=102623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:59:48.838986 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-e58569bf-a947-4c7f-bd02-d95af9477474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (aa5a4ed1-cf85-4747-9a23-5771adbe3d54), after_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:48.873292 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-903048cd-d176-4025-b918-d32cd9fd3758 admin admin] Publish callbacks [] for router_gateway (52aac348-8ced-4e5c-8efb-d516276aa6b0), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:48.917010 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb71f9db-11c4-4fb6-8424-413ecbe44075 None None] Pushing event updated for resources: {'Port': ['ID=aa5a4ed1-cf85-4747-9a23-5771adbe3d54,revision_number=4']} {{(pid=102623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:48.919890 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58569bf-a947-4c7f-bd02-d95af9477474 None None] Routers {'6ac27c14-3854-4dac-92a9-d718a126d6b1'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:59:48.920479 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-e58569bf-a947-4c7f-bd02-d95af9477474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:59:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['6ac27c14-3854-4dac-92a9-d718a126d6b1'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:48.947477 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-44c44421-51e6-4302-aaa7-9528d8b54b7c None None] Provisioning complete for port aa5a4ed1-cf85-4747-9a23-5771adbe3d54 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:59:48.948144 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-44c44421-51e6-4302-aaa7-9528d8b54b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (aa5a4ed1-cf85-4747-9a23-5771adbe3d54), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:49.057362 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-e58569bf-a947-4c7f-bd02-d95af9477474 None None] Set router 6ac27c14-3854-4dac-92a9-d718a126d6b1 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:59:49.071908 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-44c44421-51e6-4302-aaa7-9528d8b54b7c None None] Current status of the port aa5a4ed1-cf85-4747-9a23-5771adbe3d54 is: DOWN; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:59:49.072555 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-44c44421-51e6-4302-aaa7-9528d8b54b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (aa5a4ed1-cf85-4747-9a23-5771adbe3d54), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:49.119072 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-44c44421-51e6-4302-aaa7-9528d8b54b7c None None] For port aa5a4ed1-cf85-4747-9a23-5771adbe3d54, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=aa5a4ed1-cf85-4747-9a23-5771adbe3d54,segment=NetworkSegment(1c6bc412-3891-4884-83a1-cff6658b4c69),segment_id=1c6bc412-3891-4884-83a1-cff6658b4c69)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:59:49.124282 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-44c44421-51e6-4302-aaa7-9528d8b54b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (aa5a4ed1-cf85-4747-9a23-5771adbe3d54), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:49.133794 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-903048cd-d176-4025-b918-d32cd9fd3758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3931471'] for router (52aac348-8ced-4e5c-8efb-d516276aa6b0), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:49.205940 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c44421-51e6-4302-aaa7-9528d8b54b7c None None] Pushing event updated for resources: {'Port': ['ID=aa5a4ed1-cf85-4747-9a23-5771adbe3d54,revision_number=5']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:49.276070 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-0b358e79-d6b1-4e0d-8185-46fb1f19955d None None] Provisioning complete for port aa5a4ed1-cf85-4747-9a23-5771adbe3d54 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:59:49.276769 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0b358e79-d6b1-4e0d-8185-46fb1f19955d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (aa5a4ed1-cf85-4747-9a23-5771adbe3d54), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:49.320873 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903048cd-d176-4025-b918-d32cd9fd3758 admin admin] Router 52aac348-8ced-4e5c-8efb-d516276aa6b0 is scheduled to L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 with binding_index 1 {{(pid=102620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 09:59:49.338126 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-e58569bf-a947-4c7f-bd02-d95af9477474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'name': 'tempest-TestShelveInstance-877423265-router', 'tenant_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '35a51dc6-0dbb-4961-b868-4df61bf7013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:42Z', 'updated_at': '2022-02-17T09:59:45Z', 'revision_number': 4, 'project_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'gw_port': {'id': '35a51dc6-0dbb-4961-b868-4df61bf7013d', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:42Z', 'updated_at': '2022-02-17T09:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': 'aa5a4ed1-cf85-4747-9a23-5771adbe3d54', 'name': '', 'network_id': '4e3382a2-24ac-4cc3-827e-8b4d3a55c405', 'tenant_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'mac_address': 'fa:16:3e:c6:be:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '13cfbcdc-2ffd-4e28-9105-a23d7be8b66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:44Z', 'updated_at': '2022-02-17T09:59:48Z', 'revision_number': 4, 'project_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'subnets': [{'id': '13cfbcdc-2ffd-4e28-9105-a23d7be8b66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:49.401435 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58569bf-a947-4c7f-bd02-d95af9477474 None None] The sync data for ids ['6ac27c14-3854-4dac-92a9-d718a126d6b1'] in dv-cinder-778193-18-iscsi is: [{'id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'name': 'tempest-TestShelveInstance-877423265-router', 'tenant_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '35a51dc6-0dbb-4961-b868-4df61bf7013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:42Z', 'updated_at': '2022-02-17T09:59:45Z', 'revision_number': 4, 'project_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'gw_port': {'id': '35a51dc6-0dbb-4961-b868-4df61bf7013d', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:42Z', 'updated_at': '2022-02-17T09:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': 'aa5a4ed1-cf85-4747-9a23-5771adbe3d54', 'name': '', 'network_id': '4e3382a2-24ac-4cc3-827e-8b4d3a55c405', 'tenant_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'mac_address': 'fa:16:3e:c6:be:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '13cfbcdc-2ffd-4e28-9105-a23d7be8b66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:44Z', 'updated_at': '2022-02-17T09:59:48Z', 'revision_number': 4, 'project_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'subnets': [{'id': '13cfbcdc-2ffd-4e28-9105-a23d7be8b66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:59:49.423624 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-0b358e79-d6b1-4e0d-8185-46fb1f19955d None None] Current status of the port aa5a4ed1-cf85-4747-9a23-5771adbe3d54 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:59:49.470985 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903048cd-d176-4025-b918-d32cd9fd3758 admin admin] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:59:49.492603 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ed77ca-647c-4b24-9d8e-ec25031eb860 None None] Sync routers for ids ['52aac348-8ced-4e5c-8efb-d516276aa6b0'] in dv-cinder-778193-18-iscsi {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:59:49.521465 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ed77ca-647c-4b24-9d8e-ec25031eb860 None None] Routers {'52aac348-8ced-4e5c-8efb-d516276aa6b0'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:59:49.522247 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-f9ed77ca-647c-4b24-9d8e-ec25031eb860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:59:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['52aac348-8ced-4e5c-8efb-d516276aa6b0'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:49.527751 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-903048cd-d176-4025-b918-d32cd9fd3758 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:49.532470 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 52528) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:59:49.538327 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-903048cd-d176-4025-b918-d32cd9fd3758 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0184927 Feb 17 09:59:49.705085 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-f9ed77ca-647c-4b24-9d8e-ec25031eb860 None None] Set router 52aac348-8ced-4e5c-8efb-d516276aa6b0 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:59:49.788518 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 35a51dc6-0dbb-4961-b868-4df61bf7013d up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:59:49.793301 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9819942-b044-4b1d-ac61-11208040482a None None] Network 5fa5aa6d-d37e-48bc-a33f-258ca2a021d9 requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:59:50.084826 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-deea0657-71f9-4fa6-86c8-7130a9a7b157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:50.097034 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-28016282-1c60-4947-87c3-1b4fa8bf1695 None None] Provisioning complete for port 841bd717-1bc7-4163-b775-db91ad4a158b triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:59:50.097415 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-28016282-1c60-4947-87c3-1b4fa8bf1695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (841bd717-1bc7-4163-b775-db91ad4a158b), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:50.174501 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 35a51dc6-0dbb-4961-b868-4df61bf7013d triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:59:50.174900 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (35a51dc6-0dbb-4961-b868-4df61bf7013d), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:50.265377 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_common [None req-deea0657-71f9-4fa6-86c8-7130a9a7b157 admin admin] Allocated IP 172.20.0.1 (5fa5aa6d-d37e-48bc-a33f-258ca2a021d9/e2b54c56-d53a-4d6e-829b-c234493f683f/bf2cee4c-cbb3-42aa-981e-3556997492f1) {{(pid=102621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:59:50.312465 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-28016282-1c60-4947-87c3-1b4fa8bf1695 None None] Current status of the port 841bd717-1bc7-4163-b775-db91ad4a158b is: DOWN; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:59:50.312983 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-28016282-1c60-4947-87c3-1b4fa8bf1695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (841bd717-1bc7-4163-b775-db91ad4a158b), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:50.364742 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-f9ed77ca-647c-4b24-9d8e-ec25031eb860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52aac348-8ced-4e5c-8efb-d516276aa6b0', 'name': 'tempest-TestShelveInstance-1495561043-router', 'tenant_id': 'ba81e2296aec4a89bd008ff62abf6a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '290e4d41-c440-4928-bfda-65d7c80355cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:47Z', 'updated_at': '2022-02-17T09:59:48Z', 'revision_number': 3, 'project_id': 'ba81e2296aec4a89bd008ff62abf6a5c', 'gw_port': {'id': '290e4d41-c440-4928-bfda-65d7c80355cd', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52aac348-8ced-4e5c-8efb-d516276aa6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:48Z', 'updated_at': '2022-02-17T09:59:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi'}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:50.391546 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-deea0657-71f9-4fa6-86c8-7130a9a7b157 admin admin] Publish callbacks [] for port (bf2cee4c-cbb3-42aa-981e-3556997492f1), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:50.408224 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 35a51dc6-0dbb-4961-b868-4df61bf7013d is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:59:50.409393 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 841bd717-1bc7-4163-b775-db91ad4a158b up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:59:50.412660 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ed77ca-647c-4b24-9d8e-ec25031eb860 None None] Checking router: 52aac348-8ced-4e5c-8efb-d516276aa6b0 for host: dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:59:50.413021 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ed77ca-647c-4b24-9d8e-ec25031eb860 None None] Updating router 52aac348-8ced-4e5c-8efb-d516276aa6b0 port 290e4d41-c440-4928-bfda-65d7c80355cd binding host dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:59:50.416762 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-28016282-1c60-4947-87c3-1b4fa8bf1695 None None] For port 841bd717-1bc7-4163-b775-db91ad4a158b, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=841bd717-1bc7-4163-b775-db91ad4a158b,segment=NetworkSegment(a8d0c907-4e98-43bd-af8f-4e973719f8c9),segment_id=a8d0c907-4e98-43bd-af8f-4e973719f8c9)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:59:50.439688 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-deea0657-71f9-4fa6-86c8-7130a9a7b157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (bf2cee4c-cbb3-42aa-981e-3556997492f1), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:50.453069 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-28016282-1c60-4947-87c3-1b4fa8bf1695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (841bd717-1bc7-4163-b775-db91ad4a158b), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:50.498640 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-f9ed77ca-647c-4b24-9d8e-ec25031eb860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (290e4d41-c440-4928-bfda-65d7c80355cd), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:50.509000 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deea0657-71f9-4fa6-86c8-7130a9a7b157 admin admin] Network 5fa5aa6d-d37e-48bc-a33f-258ca2a021d9 is already hosted by enough agents. {{(pid=102621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:59:50.512099 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [None req-deea0657-71f9-4fa6-86c8-7130a9a7b157 admin admin] Resources bound (agent type, host, resource id): {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:59:50.517135 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deea0657-71f9-4fa6-86c8-7130a9a7b157 admin admin] Received port after_create {{(pid=102621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:59:50.520857 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea0657-71f9-4fa6-86c8-7130a9a7b157 admin admin] Pushing event updated for resources: {'Port': ['ID=bf2cee4c-cbb3-42aa-981e-3556997492f1,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:50.578430 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-deea0657-71f9-4fa6-86c8-7130a9a7b157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915794'] for router_interface (52aac348-8ced-4e5c-8efb-d516276aa6b0), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:50.588568 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28016282-1c60-4947-87c3-1b4fa8bf1695 None None] Pushing event updated for resources: {'Port': ['ID=841bd717-1bc7-4163-b775-db91ad4a158b,revision_number=3']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:50.658273 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 841bd717-1bc7-4163-b775-db91ad4a158b triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:59:50.658677 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (841bd717-1bc7-4163-b775-db91ad4a158b), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:50.747042 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-5a947141-f499-4d32-b7d3-b36498aa1b92 None None] Provisioning complete for port 841bd717-1bc7-4163-b775-db91ad4a158b triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:59:50.752518 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-5a947141-f499-4d32-b7d3-b36498aa1b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (841bd717-1bc7-4163-b775-db91ad4a158b), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:50.776282 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-deea0657-71f9-4fa6-86c8-7130a9a7b157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (bf2cee4c-cbb3-42aa-981e-3556997492f1), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:50.930830 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 841bd717-1bc7-4163-b775-db91ad4a158b is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:59:51.048175 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-5a947141-f499-4d32-b7d3-b36498aa1b92 None None] Current status of the port 841bd717-1bc7-4163-b775-db91ad4a158b is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:59:51.049566 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-deea0657-71f9-4fa6-86c8-7130a9a7b157 admin admin] Publish callbacks [] for port (bf2cee4c-cbb3-42aa-981e-3556997492f1), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:51.056379 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-deea0657-71f9-4fa6-86c8-7130a9a7b157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9010360'] for port (bf2cee4c-cbb3-42aa-981e-3556997492f1), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:51.061908 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-f9ed77ca-647c-4b24-9d8e-ec25031eb860 None None] Publish callbacks [] for port (290e4d41-c440-4928-bfda-65d7c80355cd), precommit_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:51.072737 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-f9ed77ca-647c-4b24-9d8e-ec25031eb860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (290e4d41-c440-4928-bfda-65d7c80355cd), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:51.126894 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fcd08-a668-4d2b-93ba-c5134613e2d6 None None] Pushing event updated for resources: {'Port': ['ID=290e4d41-c440-4928-bfda-65d7c80355cd,revision_number=2']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:51.129633 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-f9ed77ca-647c-4b24-9d8e-ec25031eb860 None None] Attempting to bind port 290e4d41-c440-4928-bfda-65d7c80355cd on host dv-cinder-778193-18-iscsi for vnic_type normal with profile {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:59:51.130007 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-f9ed77ca-647c-4b24-9d8e-ec25031eb860 None None] Attempting to bind port 290e4d41-c440-4928-bfda-65d7c80355cd by drivers openvswitch,hyperv on host dv-cinder-778193-18-iscsi at level 0 using segments [{'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:59:51.130376 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ed77ca-647c-4b24-9d8e-ec25031eb860 None None] Attempting to bind port 290e4d41-c440-4928-bfda-65d7c80355cd on network e9041cdf-f130-4174-b12b-9a6052f109e9 {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:59:51.130545 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea0657-71f9-4fa6-86c8-7130a9a7b157 admin admin] Pushing event updated for resources: {'Port': ['ID=bf2cee4c-cbb3-42aa-981e-3556997492f1,revision_number=2']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:51.133848 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-deea0657-71f9-4fa6-86c8-7130a9a7b157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3726868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915918'] for router_interface (52aac348-8ced-4e5c-8efb-d516276aa6b0), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:51.136472 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ed77ca-647c-4b24-9d8e-ec25031eb860 None None] Checking agent: {'id': '79564d9f-88b8-4061-9e24-638c07d5ce89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 46, 48), 'started_at': datetime.datetime(2022, 2, 17, 9, 47, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:59:51.136706 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ed77ca-647c-4b24-9d8e-ec25031eb860 None None] Checking segment: {'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:59:51.137118 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-f9ed77ca-647c-4b24-9d8e-ec25031eb860 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:51.137529 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ed77ca-647c-4b24-9d8e-ec25031eb860 None None] Bound using segment: {'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:59:51.138004 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-f9ed77ca-647c-4b24-9d8e-ec25031eb860 None None] Bound port: 290e4d41-c440-4928-bfda-65d7c80355cd, host: dv-cinder-778193-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'}}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:59:51.138385 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-f9ed77ca-647c-4b24-9d8e-ec25031eb860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (290e4d41-c440-4928-bfda-65d7c80355cd), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:51.203485 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-51533a19-c19e-468b-bdc7-e56106ee1056 None None] Provisioning complete for port bf2cee4c-cbb3-42aa-981e-3556997492f1 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:59:51.203865 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-51533a19-c19e-468b-bdc7-e56106ee1056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (bf2cee4c-cbb3-42aa-981e-3556997492f1), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:51.230887 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-f9ed77ca-647c-4b24-9d8e-ec25031eb860 None None] For port 290e4d41-c440-4928-bfda-65d7c80355cd, host dv-cinder-778193-18-iscsi, cleared binding levels {{(pid=102622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:59:51.238323 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deea0657-71f9-4fa6-86c8-7130a9a7b157 admin admin] Network 5fa5aa6d-d37e-48bc-a33f-258ca2a021d9 is already hosted by enough agents. {{(pid=102621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:59:51.238323 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [None req-deea0657-71f9-4fa6-86c8-7130a9a7b157 admin admin] Resources bound (agent type, host, resource id): {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:59:51.250301 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-f9ed77ca-647c-4b24-9d8e-ec25031eb860 None None] For port 290e4d41-c440-4928-bfda-65d7c80355cd, host dv-cinder-778193-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=290e4d41-c440-4928-bfda-65d7c80355cd,segment=NetworkSegment(51ac98f7-247c-461f-a451-e6b864fb2c70),segment_id=51ac98f7-247c-461f-a451-e6b864fb2c70)] {{(pid=102622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:59:51.254243 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-51533a19-c19e-468b-bdc7-e56106ee1056 None None] Port bf2cee4c-cbb3-42aa-981e-3556997492f1 cannot update to ACTIVE because it is not bound. {{(pid=102622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:59:51.259843 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-f9ed77ca-647c-4b24-9d8e-ec25031eb860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (290e4d41-c440-4928-bfda-65d7c80355cd), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:51.320873 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ed77ca-647c-4b24-9d8e-ec25031eb860 None None] Routers {'52aac348-8ced-4e5c-8efb-d516276aa6b0'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:59:51.321523 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-f9ed77ca-647c-4b24-9d8e-ec25031eb860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:59:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['52aac348-8ced-4e5c-8efb-d516276aa6b0'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:51.358884 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deea0657-71f9-4fa6-86c8-7130a9a7b157 admin admin] Router 52aac348-8ced-4e5c-8efb-d516276aa6b0 has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:59:51.420326 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fcd08-a668-4d2b-93ba-c5134613e2d6 None None] Pushing event updated for resources: {'Port': ['ID=290e4d41-c440-4928-bfda-65d7c80355cd,revision_number=3']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:51.485173 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deea0657-71f9-4fa6-86c8-7130a9a7b157 admin admin] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:59:51.485696 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-f9ed77ca-647c-4b24-9d8e-ec25031eb860 None None] Set router 52aac348-8ced-4e5c-8efb-d516276aa6b0 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:59:51.490200 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-deea0657-71f9-4fa6-86c8-7130a9a7b157 admin admin] 10.222.0.82 "PUT /v2.0/routers/52aac348-8ced-4e5c-8efb-d516276aa6b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9570169 Feb 17 09:59:51.618752 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-e1b67f76-18dc-413a-b981-da323bc0a087 None None] Provisioning complete for port bf2cee4c-cbb3-42aa-981e-3556997492f1 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:59:51.619176 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-e1b67f76-18dc-413a-b981-da323bc0a087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (bf2cee4c-cbb3-42aa-981e-3556997492f1), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:51.646238 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 841bd717-1bc7-4163-b775-db91ad4a158b up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:59:51.734668 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-e1b67f76-18dc-413a-b981-da323bc0a087 None None] Port bf2cee4c-cbb3-42aa-981e-3556997492f1 cannot update to ACTIVE because it is not bound. {{(pid=102622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:59:51.770804 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 841bd717-1bc7-4163-b775-db91ad4a158b triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:59:51.771127 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (841bd717-1bc7-4163-b775-db91ad4a158b), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:51.832007 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-f9ed77ca-647c-4b24-9d8e-ec25031eb860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52aac348-8ced-4e5c-8efb-d516276aa6b0', 'name': 'tempest-TestShelveInstance-1495561043-router', 'tenant_id': 'ba81e2296aec4a89bd008ff62abf6a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '290e4d41-c440-4928-bfda-65d7c80355cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:47Z', 'updated_at': '2022-02-17T09:59:50Z', 'revision_number': 4, 'project_id': 'ba81e2296aec4a89bd008ff62abf6a5c', 'gw_port': {'id': '290e4d41-c440-4928-bfda-65d7c80355cd', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52aac348-8ced-4e5c-8efb-d516276aa6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:48Z', 'updated_at': '2022-02-17T09:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': 'bf2cee4c-cbb3-42aa-981e-3556997492f1', 'name': '', 'network_id': '5fa5aa6d-d37e-48bc-a33f-258ca2a021d9', 'tenant_id': 'ba81e2296aec4a89bd008ff62abf6a5c', 'mac_address': 'fa:16:3e:c8:a6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52aac348-8ced-4e5c-8efb-d516276aa6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'e2b54c56-d53a-4d6e-829b-c234493f683f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:50Z', 'updated_at': '2022-02-17T09:59:50Z', 'revision_number': 2, 'project_id': 'ba81e2296aec4a89bd008ff62abf6a5c', 'subnets': [{'id': 'e2b54c56-d53a-4d6e-829b-c234493f683f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:51.861923 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ed77ca-647c-4b24-9d8e-ec25031eb860 None None] The sync data for ids ['52aac348-8ced-4e5c-8efb-d516276aa6b0'] in dv-cinder-778193-18-iscsi is: [{'id': '52aac348-8ced-4e5c-8efb-d516276aa6b0', 'name': 'tempest-TestShelveInstance-1495561043-router', 'tenant_id': 'ba81e2296aec4a89bd008ff62abf6a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '290e4d41-c440-4928-bfda-65d7c80355cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:47Z', 'updated_at': '2022-02-17T09:59:50Z', 'revision_number': 4, 'project_id': 'ba81e2296aec4a89bd008ff62abf6a5c', 'gw_port': {'id': '290e4d41-c440-4928-bfda-65d7c80355cd', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52aac348-8ced-4e5c-8efb-d516276aa6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:48Z', 'updated_at': '2022-02-17T09:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': 'bf2cee4c-cbb3-42aa-981e-3556997492f1', 'name': '', 'network_id': '5fa5aa6d-d37e-48bc-a33f-258ca2a021d9', 'tenant_id': 'ba81e2296aec4a89bd008ff62abf6a5c', 'mac_address': 'fa:16:3e:c8:a6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52aac348-8ced-4e5c-8efb-d516276aa6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'e2b54c56-d53a-4d6e-829b-c234493f683f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:50Z', 'updated_at': '2022-02-17T09:59:50Z', 'revision_number': 2, 'project_id': 'ba81e2296aec4a89bd008ff62abf6a5c', 'subnets': [{'id': 'e2b54c56-d53a-4d6e-829b-c234493f683f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:59:51.901796 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 841bd717-1bc7-4163-b775-db91ad4a158b is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:59:51.902785 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device aa5a4ed1-cf85-4747-9a23-5771adbe3d54 up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:59:51.954650 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port aa5a4ed1-cf85-4747-9a23-5771adbe3d54 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:59:51.955076 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (aa5a4ed1-cf85-4747-9a23-5771adbe3d54), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:52.208594 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port aa5a4ed1-cf85-4747-9a23-5771adbe3d54 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:59:52.467189 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 52556) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:59:52.472282 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-6f1a206f-12d9-41b9-8295-bd273a7782f9 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1703412576', 'description': 'tempest-secgroup-smoke-1703412576 description', 'project_id': 'de44e74ec4f14798bfdcd62c94d133f3'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:59:52.493388 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-6f1a206f-12d9-41b9-8295-bd273a7782f9 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:52.570841 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-6f1a206f-12d9-41b9-8295-bd273a7782f9 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks [] for security_group (ca6934d1-acba-44d2-8a95-bfcd404e454d), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:52.576128 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-6f1a206f-12d9-41b9-8295-bd273a7782f9 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (ca6934d1-acba-44d2-8a95-bfcd404e454d), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:52.614267 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-6f1a206f-12d9-41b9-8295-bd273a7782f9 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:52.618105 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 52558) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:59:52.618836 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-6f1a206f-12d9-41b9-8295-bd273a7782f9 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1503012 Feb 17 09:59:52.625494 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a206f-12d9-41b9-8295-bd273a7782f9 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6934d1-acba-44d2-8a95-bfcd404e454d,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:52.626962 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-8c4cfd87-02b9-4939-9613-e5feb1b78944 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Request body: {'security_group_rule': {'security_group_id': 'ca6934d1-acba-44d2-8a95-bfcd404e454d', 'project_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:59:52.665364 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8c4cfd87-02b9-4939-9613-e5feb1b78944 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks [] for security_group_rule (424d5155-278e-4c6c-8d1d-6f46778ac293), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:52.732771 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8c4cfd87-02b9-4939-9613-e5feb1b78944 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks [] for security_group_rule (424d5155-278e-4c6c-8d1d-6f46778ac293), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:52.736847 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8c4cfd87-02b9-4939-9613-e5feb1b78944 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711128'] for security_group_rule (424d5155-278e-4c6c-8d1d-6f46778ac293), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:52.756465 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4cfd87-02b9-4939-9613-e5feb1b78944 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=424d5155-278e-4c6c-8d1d-6f46778ac293,revision_number=0']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:52.765723 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8c4cfd87-02b9-4939-9613-e5feb1b78944 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:52.775178 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 52560) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:59:52.776937 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-f22f0f22-0311-4d52-abf0-d2f18ab84316 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Request body: {'security_group_rule': {'security_group_id': 'ca6934d1-acba-44d2-8a95-bfcd404e454d', 'project_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:59:52.781113 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-8c4cfd87-02b9-4939-9613-e5feb1b78944 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1607876 Feb 17 09:59:52.804288 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-f22f0f22-0311-4d52-abf0-d2f18ab84316 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks [] for security_group_rule (9e312fb6-7e36-42f9-8dea-8aa04a442363), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:52.866566 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-f22f0f22-0311-4d52-abf0-d2f18ab84316 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks [] for security_group_rule (9e312fb6-7e36-42f9-8dea-8aa04a442363), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:52.869889 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-f22f0f22-0311-4d52-abf0-d2f18ab84316 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711128'] for security_group_rule (9e312fb6-7e36-42f9-8dea-8aa04a442363), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:52.891088 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f0f22-0311-4d52-abf0-d2f18ab84316 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e312fb6-7e36-42f9-8dea-8aa04a442363,revision_number=0']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:52.897171 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-f22f0f22-0311-4d52-abf0-d2f18ab84316 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:52.898474 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-f22f0f22-0311-4d52-abf0-d2f18ab84316 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1263325 Feb 17 09:59:52.901698 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 52562) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:59:52.907619 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-758fa11e-18a8-44c7-b11a-48a05f1bc864 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Request body: {'security_group_rule': {'security_group_id': 'ca6934d1-acba-44d2-8a95-bfcd404e454d', 'project_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:59:52.934540 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-758fa11e-18a8-44c7-b11a-48a05f1bc864 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks [] for security_group_rule (3d96b108-c9d8-415b-9ca8-8f0794398f39), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:52.999476 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-758fa11e-18a8-44c7-b11a-48a05f1bc864 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks [] for security_group_rule (3d96b108-c9d8-415b-9ca8-8f0794398f39), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:53.004225 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-758fa11e-18a8-44c7-b11a-48a05f1bc864 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711128'] for security_group_rule (3d96b108-c9d8-415b-9ca8-8f0794398f39), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:53.022738 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758fa11e-18a8-44c7-b11a-48a05f1bc864 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d96b108-c9d8-415b-9ca8-8f0794398f39,revision_number=0']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:53.030917 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-758fa11e-18a8-44c7-b11a-48a05f1bc864 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:53.032172 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-758fa11e-18a8-44c7-b11a-48a05f1bc864 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1291196 Feb 17 09:59:53.035217 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 52564) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:59:53.040413 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-d70691d0-0fc9-4f70-9ba2-090de30689d8 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Request body: {'security_group_rule': {'security_group_id': 'ca6934d1-acba-44d2-8a95-bfcd404e454d', 'project_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:59:53.068824 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-d70691d0-0fc9-4f70-9ba2-090de30689d8 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks [] for security_group_rule (aa2e36d3-ea79-4bbf-9b84-2a6fbdc22dbf), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:53.130234 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-d70691d0-0fc9-4f70-9ba2-090de30689d8 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks [] for security_group_rule (aa2e36d3-ea79-4bbf-9b84-2a6fbdc22dbf), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:53.135875 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-d70691d0-0fc9-4f70-9ba2-090de30689d8 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711128'] for security_group_rule (aa2e36d3-ea79-4bbf-9b84-2a6fbdc22dbf), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:53.154381 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70691d0-0fc9-4f70-9ba2-090de30689d8 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa2e36d3-ea79-4bbf-9b84-2a6fbdc22dbf,revision_number=0']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:53.162430 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-d70691d0-0fc9-4f70-9ba2-090de30689d8 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:53.163848 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-d70691d0-0fc9-4f70-9ba2-090de30689d8 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276188 Feb 17 09:59:53.166535 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 52566) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:59:53.170969 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-4c8879f7-906a-485b-8c97-5f89df030b66 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Request body: {'security_group_rule': {'security_group_id': 'ca6934d1-acba-44d2-8a95-bfcd404e454d', 'project_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:59:53.193019 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.db.securitygroups_db [None req-4c8879f7-906a-485b-8c97-5f89df030b66 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Project de44e74ec4f14798bfdcd62c94d133f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:59:53.198491 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4c8879f7-906a-485b-8c97-5f89df030b66 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks [] for security_group_rule (60360bf2-7817-4020-97af-a3eafa0b9818), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:53.259902 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4c8879f7-906a-485b-8c97-5f89df030b66 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks [] for security_group_rule (60360bf2-7817-4020-97af-a3eafa0b9818), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:53.263624 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4c8879f7-906a-485b-8c97-5f89df030b66 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711128'] for security_group_rule (60360bf2-7817-4020-97af-a3eafa0b9818), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:53.285931 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8879f7-906a-485b-8c97-5f89df030b66 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60360bf2-7817-4020-97af-a3eafa0b9818,revision_number=0']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:53.291884 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4c8879f7-906a-485b-8c97-5f89df030b66 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:53.295211 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-4c8879f7-906a-485b-8c97-5f89df030b66 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1254489 Feb 17 09:59:53.295804 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 52568) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:59:53.300837 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-ebe47874-fb3f-4aa0-a6ba-25664290336d tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Request body: {'security_group_rule': {'security_group_id': 'ca6934d1-acba-44d2-8a95-bfcd404e454d', 'project_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:59:53.334803 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.db.securitygroups_db [None req-ebe47874-fb3f-4aa0-a6ba-25664290336d tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Project de44e74ec4f14798bfdcd62c94d133f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:59:53.340318 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ebe47874-fb3f-4aa0-a6ba-25664290336d tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks [] for security_group_rule (3baab23b-1c46-47f0-8052-5c54459079a6), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:53.403603 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ebe47874-fb3f-4aa0-a6ba-25664290336d tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks [] for security_group_rule (3baab23b-1c46-47f0-8052-5c54459079a6), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:53.407361 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ebe47874-fb3f-4aa0-a6ba-25664290336d tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711128'] for security_group_rule (3baab23b-1c46-47f0-8052-5c54459079a6), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:53.424661 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe47874-fb3f-4aa0-a6ba-25664290336d tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3baab23b-1c46-47f0-8052-5c54459079a6,revision_number=0']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:53.433222 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ebe47874-fb3f-4aa0-a6ba-25664290336d tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:53.434429 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-ebe47874-fb3f-4aa0-a6ba-25664290336d tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1375992 Feb 17 09:59:53.526301 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 290e4d41-c440-4928-bfda-65d7c80355cd up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:59:53.581865 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 290e4d41-c440-4928-bfda-65d7c80355cd triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:59:53.582414 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (290e4d41-c440-4928-bfda-65d7c80355cd), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:53.672698 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 290e4d41-c440-4928-bfda-65d7c80355cd is: DOWN; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:59:53.673090 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (290e4d41-c440-4928-bfda-65d7c80355cd), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:53.693597 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] For port 290e4d41-c440-4928-bfda-65d7c80355cd, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=290e4d41-c440-4928-bfda-65d7c80355cd,segment=NetworkSegment(51ac98f7-247c-461f-a451-e6b864fb2c70),segment_id=51ac98f7-247c-461f-a451-e6b864fb2c70)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:59:53.698573 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (290e4d41-c440-4928-bfda-65d7c80355cd), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:53.754476 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Pushing event updated for resources: {'Port': ['ID=290e4d41-c440-4928-bfda-65d7c80355cd,revision_number=4']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:54.080698 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f0b8cc-902f-4e45-b722-a2861c11c138 None None] Sync routers for ids ['52aac348-8ced-4e5c-8efb-d516276aa6b0'] in dv-cinder-778193-18-iscsi {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:59:54.090486 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f0b8cc-902f-4e45-b722-a2861c11c138 None None] Routers {'52aac348-8ced-4e5c-8efb-d516276aa6b0'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:59:54.091089 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-31f0b8cc-902f-4e45-b722-a2861c11c138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:59:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['52aac348-8ced-4e5c-8efb-d516276aa6b0'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:54.270091 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-31f0b8cc-902f-4e45-b722-a2861c11c138 None None] Set router 52aac348-8ced-4e5c-8efb-d516276aa6b0 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:59:54.462781 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-31f0b8cc-902f-4e45-b722-a2861c11c138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52aac348-8ced-4e5c-8efb-d516276aa6b0', 'name': 'tempest-TestShelveInstance-1495561043-router', 'tenant_id': 'ba81e2296aec4a89bd008ff62abf6a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '290e4d41-c440-4928-bfda-65d7c80355cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:47Z', 'updated_at': '2022-02-17T09:59:50Z', 'revision_number': 4, 'project_id': 'ba81e2296aec4a89bd008ff62abf6a5c', 'gw_port': {'id': '290e4d41-c440-4928-bfda-65d7c80355cd', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52aac348-8ced-4e5c-8efb-d516276aa6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:48Z', 'updated_at': '2022-02-17T09:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': 'bf2cee4c-cbb3-42aa-981e-3556997492f1', 'name': '', 'network_id': '5fa5aa6d-d37e-48bc-a33f-258ca2a021d9', 'tenant_id': 'ba81e2296aec4a89bd008ff62abf6a5c', 'mac_address': 'fa:16:3e:c8:a6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52aac348-8ced-4e5c-8efb-d516276aa6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'e2b54c56-d53a-4d6e-829b-c234493f683f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:50Z', 'updated_at': '2022-02-17T09:59:50Z', 'revision_number': 2, 'project_id': 'ba81e2296aec4a89bd008ff62abf6a5c', 'subnets': [{'id': 'e2b54c56-d53a-4d6e-829b-c234493f683f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:54.488293 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f0b8cc-902f-4e45-b722-a2861c11c138 None None] Checking router: 52aac348-8ced-4e5c-8efb-d516276aa6b0 for host: dv-cinder-778193-18-iscsi {{(pid=102623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:59:54.488654 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f0b8cc-902f-4e45-b722-a2861c11c138 None None] Updating router 52aac348-8ced-4e5c-8efb-d516276aa6b0 port bf2cee4c-cbb3-42aa-981e-3556997492f1 binding host dv-cinder-778193-18-iscsi {{(pid=102623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:59:54.519508 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-31f0b8cc-902f-4e45-b722-a2861c11c138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (bf2cee4c-cbb3-42aa-981e-3556997492f1), before_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:54.772400 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-31f0b8cc-902f-4e45-b722-a2861c11c138 None None] Publish callbacks [] for port (bf2cee4c-cbb3-42aa-981e-3556997492f1), precommit_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:54.777472 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-31f0b8cc-902f-4e45-b722-a2861c11c138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (bf2cee4c-cbb3-42aa-981e-3556997492f1), after_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:54.827120 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4fc93-cc7e-4080-9ffd-96eb4f8a9e21 None None] Pushing event updated for resources: {'Port': ['ID=bf2cee4c-cbb3-42aa-981e-3556997492f1,revision_number=3']} {{(pid=102623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:54.878024 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.managers [None req-31f0b8cc-902f-4e45-b722-a2861c11c138 None None] Attempting to bind port bf2cee4c-cbb3-42aa-981e-3556997492f1 on host dv-cinder-778193-18-iscsi for vnic_type normal with profile {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:59:54.878387 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.managers [None req-31f0b8cc-902f-4e45-b722-a2861c11c138 None None] Attempting to bind port bf2cee4c-cbb3-42aa-981e-3556997492f1 by drivers openvswitch,hyperv on host dv-cinder-778193-18-iscsi at level 0 using segments [{'id': 'a8d0c907-4e98-43bd-af8f-4e973719f8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '5fa5aa6d-d37e-48bc-a33f-258ca2a021d9'}] {{(pid=102623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:59:54.879039 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f0b8cc-902f-4e45-b722-a2861c11c138 None None] Attempting to bind port bf2cee4c-cbb3-42aa-981e-3556997492f1 on network 5fa5aa6d-d37e-48bc-a33f-258ca2a021d9 {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:59:54.884117 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f0b8cc-902f-4e45-b722-a2861c11c138 None None] Checking agent: {'id': '79564d9f-88b8-4061-9e24-638c07d5ce89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 46, 48), 'started_at': datetime.datetime(2022, 2, 17, 9, 47, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:59:54.884485 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f0b8cc-902f-4e45-b722-a2861c11c138 None None] Checking segment: {'id': 'a8d0c907-4e98-43bd-af8f-4e973719f8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '5fa5aa6d-d37e-48bc-a33f-258ca2a021d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:59:54.884879 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-31f0b8cc-902f-4e45-b722-a2861c11c138 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:54.885260 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f0b8cc-902f-4e45-b722-a2861c11c138 None None] Bound using segment: {'id': 'a8d0c907-4e98-43bd-af8f-4e973719f8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '5fa5aa6d-d37e-48bc-a33f-258ca2a021d9'} {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:59:54.885717 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.managers [None req-31f0b8cc-902f-4e45-b722-a2861c11c138 None None] Bound port: bf2cee4c-cbb3-42aa-981e-3556997492f1, host: dv-cinder-778193-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d0c907-4e98-43bd-af8f-4e973719f8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '5fa5aa6d-d37e-48bc-a33f-258ca2a021d9'}}] {{(pid=102623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:59:54.886088 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-31f0b8cc-902f-4e45-b722-a2861c11c138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (bf2cee4c-cbb3-42aa-981e-3556997492f1), before_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:54.951567 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.db [None req-31f0b8cc-902f-4e45-b722-a2861c11c138 None None] For port bf2cee4c-cbb3-42aa-981e-3556997492f1, host dv-cinder-778193-18-iscsi, cleared binding levels {{(pid=102623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:59:54.954814 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.db [None req-31f0b8cc-902f-4e45-b722-a2861c11c138 None None] For port bf2cee4c-cbb3-42aa-981e-3556997492f1, host dv-cinder-778193-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=bf2cee4c-cbb3-42aa-981e-3556997492f1,segment=NetworkSegment(a8d0c907-4e98-43bd-af8f-4e973719f8c9),segment_id=a8d0c907-4e98-43bd-af8f-4e973719f8c9)] {{(pid=102623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:59:54.961833 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-31f0b8cc-902f-4e45-b722-a2861c11c138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (bf2cee4c-cbb3-42aa-981e-3556997492f1), after_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:55.030512 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f0b8cc-902f-4e45-b722-a2861c11c138 None None] Routers {'52aac348-8ced-4e5c-8efb-d516276aa6b0'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:59:55.031047 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-31f0b8cc-902f-4e45-b722-a2861c11c138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:59:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['52aac348-8ced-4e5c-8efb-d516276aa6b0'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:55.032873 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4fc93-cc7e-4080-9ffd-96eb4f8a9e21 None None] Pushing event updated for resources: {'Port': ['ID=bf2cee4c-cbb3-42aa-981e-3556997492f1,revision_number=4']} {{(pid=102623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:55.093883 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-ce02dfaf-a7d2-4197-9d3e-4dc4df2378f9 None None] Provisioning complete for port bf2cee4c-cbb3-42aa-981e-3556997492f1 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:59:55.094504 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-ce02dfaf-a7d2-4197-9d3e-4dc4df2378f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (bf2cee4c-cbb3-42aa-981e-3556997492f1), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:55.150765 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-31f0b8cc-902f-4e45-b722-a2861c11c138 None None] Set router 52aac348-8ced-4e5c-8efb-d516276aa6b0 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:59:55.184255 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-ce02dfaf-a7d2-4197-9d3e-4dc4df2378f9 None None] Current status of the port bf2cee4c-cbb3-42aa-981e-3556997492f1 is: DOWN; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:59:55.184834 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-ce02dfaf-a7d2-4197-9d3e-4dc4df2378f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (bf2cee4c-cbb3-42aa-981e-3556997492f1), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:55.217076 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-ce02dfaf-a7d2-4197-9d3e-4dc4df2378f9 None None] For port bf2cee4c-cbb3-42aa-981e-3556997492f1, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=bf2cee4c-cbb3-42aa-981e-3556997492f1,segment=NetworkSegment(a8d0c907-4e98-43bd-af8f-4e973719f8c9),segment_id=a8d0c907-4e98-43bd-af8f-4e973719f8c9)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:59:55.221407 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-ce02dfaf-a7d2-4197-9d3e-4dc4df2378f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (bf2cee4c-cbb3-42aa-981e-3556997492f1), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:55.268235 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02dfaf-a7d2-4197-9d3e-4dc4df2378f9 None None] Pushing event updated for resources: {'Port': ['ID=bf2cee4c-cbb3-42aa-981e-3556997492f1,revision_number=5']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:55.340056 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-0dea2ed8-d762-43e7-a9f5-bf51da53fd52 None None] Provisioning complete for port bf2cee4c-cbb3-42aa-981e-3556997492f1 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:59:55.340429 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0dea2ed8-d762-43e7-a9f5-bf51da53fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (bf2cee4c-cbb3-42aa-981e-3556997492f1), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:55.358640 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-31f0b8cc-902f-4e45-b722-a2861c11c138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52aac348-8ced-4e5c-8efb-d516276aa6b0', 'name': 'tempest-TestShelveInstance-1495561043-router', 'tenant_id': 'ba81e2296aec4a89bd008ff62abf6a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '290e4d41-c440-4928-bfda-65d7c80355cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:47Z', 'updated_at': '2022-02-17T09:59:50Z', 'revision_number': 4, 'project_id': 'ba81e2296aec4a89bd008ff62abf6a5c', 'gw_port': {'id': '290e4d41-c440-4928-bfda-65d7c80355cd', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52aac348-8ced-4e5c-8efb-d516276aa6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:48Z', 'updated_at': '2022-02-17T09:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': 'bf2cee4c-cbb3-42aa-981e-3556997492f1', 'name': '', 'network_id': '5fa5aa6d-d37e-48bc-a33f-258ca2a021d9', 'tenant_id': 'ba81e2296aec4a89bd008ff62abf6a5c', 'mac_address': 'fa:16:3e:c8:a6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52aac348-8ced-4e5c-8efb-d516276aa6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'e2b54c56-d53a-4d6e-829b-c234493f683f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:50Z', 'updated_at': '2022-02-17T09:59:54Z', 'revision_number': 4, 'project_id': 'ba81e2296aec4a89bd008ff62abf6a5c', 'subnets': [{'id': 'e2b54c56-d53a-4d6e-829b-c234493f683f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:55.385925 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f0b8cc-902f-4e45-b722-a2861c11c138 None None] The sync data for ids ['52aac348-8ced-4e5c-8efb-d516276aa6b0'] in dv-cinder-778193-18-iscsi is: [{'id': '52aac348-8ced-4e5c-8efb-d516276aa6b0', 'name': 'tempest-TestShelveInstance-1495561043-router', 'tenant_id': 'ba81e2296aec4a89bd008ff62abf6a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '290e4d41-c440-4928-bfda-65d7c80355cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:47Z', 'updated_at': '2022-02-17T09:59:50Z', 'revision_number': 4, 'project_id': 'ba81e2296aec4a89bd008ff62abf6a5c', 'gw_port': {'id': '290e4d41-c440-4928-bfda-65d7c80355cd', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52aac348-8ced-4e5c-8efb-d516276aa6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:48Z', 'updated_at': '2022-02-17T09:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': 'bf2cee4c-cbb3-42aa-981e-3556997492f1', 'name': '', 'network_id': '5fa5aa6d-d37e-48bc-a33f-258ca2a021d9', 'tenant_id': 'ba81e2296aec4a89bd008ff62abf6a5c', 'mac_address': 'fa:16:3e:c8:a6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52aac348-8ced-4e5c-8efb-d516276aa6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'e2b54c56-d53a-4d6e-829b-c234493f683f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:50Z', 'updated_at': '2022-02-17T09:59:54Z', 'revision_number': 4, 'project_id': 'ba81e2296aec4a89bd008ff62abf6a5c', 'subnets': [{'id': 'e2b54c56-d53a-4d6e-829b-c234493f683f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:59:55.426615 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-0dea2ed8-d762-43e7-a9f5-bf51da53fd52 None None] Current status of the port bf2cee4c-cbb3-42aa-981e-3556997492f1 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:59:55.535026 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device bf2cee4c-cbb3-42aa-981e-3556997492f1 up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:59:55.584845 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port bf2cee4c-cbb3-42aa-981e-3556997492f1 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:59:55.585810 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (bf2cee4c-cbb3-42aa-981e-3556997492f1), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:55.664248 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port bf2cee4c-cbb3-42aa-981e-3556997492f1 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:59:55.665222 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 290e4d41-c440-4928-bfda-65d7c80355cd up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:59:55.716070 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 290e4d41-c440-4928-bfda-65d7c80355cd triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:59:55.716447 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (290e4d41-c440-4928-bfda-65d7c80355cd), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:55.795765 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 290e4d41-c440-4928-bfda-65d7c80355cd is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:59:58.020464 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e1d23-f0cc-46c1-a438-3789ae18b1dd req-2bc92d56-12b6-4089-a7bc-799cf8711120 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:58.022017 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ac2e1d23-f0cc-46c1-a438-3789ae18b1dd req-2bc92d56-12b6-4089-a7bc-799cf8711120 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 946 time: 0.0551174 Feb 17 09:59:58.068259 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ac2e1d23-f0cc-46c1-a438-3789ae18b1dd req-37a110e8-50fd-42f2-95fe-41791cddc82c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402071 Feb 17 09:59:59.207109 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a97837-d5f8-48bf-98ed-56485fb033ee req-8cec4cae-f099-4031-82ca-7a05b592f88b tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:59.208627 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-97a97837-d5f8-48bf-98ed-56485fb033ee req-8cec4cae-f099-4031-82ca-7a05b592f88b tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 946 time: 0.0534542 Feb 17 09:59:59.261878 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-97a97837-d5f8-48bf-98ed-56485fb033ee req-162457fe-e4f4-47b8-98f4-4f59f9cc22f3 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463531 Feb 17 10:00:00.247821 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407e2ce-b472-4174-9b60-1e2a4dbf0718 req-fa0befdb-2415-4ea8-a49f-bc12b4fd9ada tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:00.249373 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8407e2ce-b472-4174-9b60-1e2a4dbf0718 req-fa0befdb-2415-4ea8-a49f-bc12b4fd9ada tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.93 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 946 time: 0.0550408 Feb 17 10:00:00.349397 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-8407e2ce-b472-4174-9b60-1e2a4dbf0718 req-06a286e2-0a01-4844-84cb-cbd28cbe8a26 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Deleting port 13e22131-0e22-4496-80cf-c6172a685f66 {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:00:00.349745 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-8407e2ce-b472-4174-9b60-1e2a4dbf0718 req-06a286e2-0a01-4844-84cb-cbd28cbe8a26 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (13e22131-0e22-4496-80cf-c6172a685f66), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:00.446220 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-8407e2ce-b472-4174-9b60-1e2a4dbf0718 req-06a286e2-0a01-4844-84cb-cbd28cbe8a26 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] For port 13e22131-0e22-4496-80cf-c6172a685f66, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=13e22131-0e22-4496-80cf-c6172a685f66,segment=NetworkSegment(44712ed5-627e-45e3-929a-a847c740dda7),segment_id=44712ed5-627e-45e3-929a-a847c740dda7)] {{(pid=102621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:00:00.446592 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-8407e2ce-b472-4174-9b60-1e2a4dbf0718 req-06a286e2-0a01-4844-84cb-cbd28cbe8a26 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (13e22131-0e22-4496-80cf-c6172a685f66), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:00.496371 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ddcdf-bed9-43fd-96bf-f394d61c4400 req-fd6a1819-b894-449e-873d-37cb3598d4d0 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:00.497862 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1e6ddcdf-bed9-43fd-96bf-f394d61c4400 req-fd6a1819-b894-449e-873d-37cb3598d4d0 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 946 time: 0.1639941 Feb 17 10:00:00.544218 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1e6ddcdf-bed9-43fd-96bf-f394d61c4400 req-a61d6fbf-ff1e-4785-b51e-3dd052f19292 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=a5d18a7f-955a-4f09-91d0-285dfea6c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408039 Feb 17 10:00:00.673751 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-8407e2ce-b472-4174-9b60-1e2a4dbf0718 req-06a286e2-0a01-4844-84cb-cbd28cbe8a26 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:00.674112 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-8407e2ce-b472-4174-9b60-1e2a4dbf0718 req-06a286e2-0a01-4844-84cb-cbd28cbe8a26 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931625'] for floatingip (b9212e79-cf25-40d3-9adf-3d19bc19237f), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:00.674429 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.db.l3_db [req-8407e2ce-b472-4174-9b60-1e2a4dbf0718 req-06a286e2-0a01-4844-84cb-cbd28cbe8a26 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Floating IP b9212e79-cf25-40d3-9adf-3d19bc19237f disassociated. External IP: 172.27.0.173, port: 13e22131-0e22-4496-80cf-c6172a685f66. Feb 17 10:00:00.674770 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-8407e2ce-b472-4174-9b60-1e2a4dbf0718 req-06a286e2-0a01-4844-84cb-cbd28cbe8a26 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Calling delete_port for 13e22131-0e22-4496-80cf-c6172a685f66 owned by compute:nova {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:00:00.803252 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-8407e2ce-b472-4174-9b60-1e2a4dbf0718 req-06a286e2-0a01-4844-84cb-cbd28cbe8a26 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (13e22131-0e22-4496-80cf-c6172a685f66), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:00.832391 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a286e2-0a01-4844-84cb-cbd28cbe8a26 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Pushing event deleted for resources: {'Port': ['ID=13e22131-0e22-4496-80cf-c6172a685f66,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:00.957555 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8407e2ce-b472-4174-9b60-1e2a4dbf0718 req-06a286e2-0a01-4844-84cb-cbd28cbe8a26 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Router 50429842-9af3-4d2d-bcd6-a5f6d0bee85f has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 10:00:01.068486 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8407e2ce-b472-4174-9b60-1e2a4dbf0718 req-06a286e2-0a01-4844-84cb-cbd28cbe8a26 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 10:00:01.079793 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f9144b-e310-4b9b-98bd-b6aac85acbec None None] Sync routers for ids ['50429842-9af3-4d2d-bcd6-a5f6d0bee85f'] in dv-cinder-778193-18-iscsi {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:00:01.093157 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f9144b-e310-4b9b-98bd-b6aac85acbec None None] Routers {'50429842-9af3-4d2d-bcd6-a5f6d0bee85f'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:00:01.094036 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-64f9144b-e310-4b9b-98bd-b6aac85acbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:59:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['50429842-9af3-4d2d-bcd6-a5f6d0bee85f'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:01.114858 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-8407e2ce-b472-4174-9b60-1e2a4dbf0718 req-06a286e2-0a01-4844-84cb-cbd28cbe8a26 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] No DVR routers for this DVR port 13e22131-0e22-4496-80cf-c6172a685f66 on host hv-cinder-77819 {{(pid=102621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:00:01.117479 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-8407e2ce-b472-4174-9b60-1e2a4dbf0718 req-06a286e2-0a01-4844-84cb-cbd28cbe8a26 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:01.120734 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8407e2ce-b472-4174-9b60-1e2a4dbf0718 req-06a286e2-0a01-4844-84cb-cbd28cbe8a26 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.93 "DELETE /v2.0/ports/13e22131-0e22-4496-80cf-c6172a685f66 HTTP/1.1" status: 204 len: 173 time: 0.8633051 Feb 17 10:00:01.121182 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edea3af2-ed92-4076-a63f-00c84c94342c', 'name': 'network-vif-deleted', 'tag': '13e22131-0e22-4496-80cf-c6172a685f66'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:00:01.123839 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a64fd4f-1515-491a-95a2-c8245ed545bd" -d '{"events": [{"server_uuid": "edea3af2-ed92-4076-a63f-00c84c94342c", "name": "network-vif-deleted", "tag": "13e22131-0e22-4496-80cf-c6172a685f66"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:00:01.184452 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 10:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bc3588-683d-494a-a81c-f8b76e765d16 x-openstack-request-id: req-b5bc3588-683d-494a-a81c-f8b76e765d16 {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:00:01.184792 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edea3af2-ed92-4076-a63f-00c84c94342c", "name": "network-vif-deleted", "tag": "13e22131-0e22-4496-80cf-c6172a685f66", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:00:01.185401 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b5bc3588-683d-494a-a81c-f8b76e765d16 {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:00:01.185859 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edea3af2-ed92-4076-a63f-00c84c94342c', 'name': 'network-vif-deleted', 'tag': '13e22131-0e22-4496-80cf-c6172a685f66', 'status': 'completed', 'code': 200} Feb 17 10:00:01.223531 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-64f9144b-e310-4b9b-98bd-b6aac85acbec None None] Set router 50429842-9af3-4d2d-bcd6-a5f6d0bee85f gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:00:01.469059 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-64f9144b-e310-4b9b-98bd-b6aac85acbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'name': 'tempest-AttachVolumeShelveTestJSON-427590882-router', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:00Z', 'updated_at': '2022-02-17T09:55:17Z', 'revision_number': 4, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'gw_port': {'id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:02Z', 'updated_at': '2022-02-17T09:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': '4256595c-a414-4dc8-9a0f-d1e2e5bce808', 'name': '', 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'mac_address': 'fa:16:3e:c9:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:10Z', 'updated_at': '2022-02-17T09:55:26Z', 'revision_number': 5, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'subnets': [{'id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:01.499436 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f9144b-e310-4b9b-98bd-b6aac85acbec None None] Checking router: 50429842-9af3-4d2d-bcd6-a5f6d0bee85f for host: dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:00:01.508950 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f9144b-e310-4b9b-98bd-b6aac85acbec None None] Routers {'50429842-9af3-4d2d-bcd6-a5f6d0bee85f'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:00:01.509564 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-64f9144b-e310-4b9b-98bd-b6aac85acbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T09:59:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['50429842-9af3-4d2d-bcd6-a5f6d0bee85f'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:01.650445 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-64f9144b-e310-4b9b-98bd-b6aac85acbec None None] Set router 50429842-9af3-4d2d-bcd6-a5f6d0bee85f gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:00:01.696351 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a3fb2059-9ba9-452d-ae08-4d85c7129793 req-df3d1e67-31fc-46c4-92ff-7a9d7e10a24d tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=edea3af2-ed92-4076-a63f-00c84c94342c HTTP/1.1" status: 200 len: 210 time: 0.0335965 Feb 17 10:00:01.893144 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-64f9144b-e310-4b9b-98bd-b6aac85acbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'name': 'tempest-AttachVolumeShelveTestJSON-427590882-router', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:00Z', 'updated_at': '2022-02-17T09:55:17Z', 'revision_number': 4, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'gw_port': {'id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:02Z', 'updated_at': '2022-02-17T09:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': '4256595c-a414-4dc8-9a0f-d1e2e5bce808', 'name': '', 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'mac_address': 'fa:16:3e:c9:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:10Z', 'updated_at': '2022-02-17T09:55:26Z', 'revision_number': 5, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'subnets': [{'id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:01.923240 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f9144b-e310-4b9b-98bd-b6aac85acbec None None] The sync data for ids ['50429842-9af3-4d2d-bcd6-a5f6d0bee85f'] in dv-cinder-778193-18-iscsi is: [{'id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'name': 'tempest-AttachVolumeShelveTestJSON-427590882-router', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:00Z', 'updated_at': '2022-02-17T09:55:17Z', 'revision_number': 4, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'gw_port': {'id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:02Z', 'updated_at': '2022-02-17T09:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': '4256595c-a414-4dc8-9a0f-d1e2e5bce808', 'name': '', 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'mac_address': 'fa:16:3e:c9:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:10Z', 'updated_at': '2022-02-17T09:55:26Z', 'revision_number': 5, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'subnets': [{'id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:00:02.148172 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1348f921-af98-4aea-8650-6e10bc540a35 None None] New status for floating IP b9212e79-cf25-40d3-9adf-3d19bc19237f: DOWN {{(pid=102623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:00:02.778080 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 52748) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:02.842336 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-7b7fc4b5-2824-4e2d-a2d6-68a4db86250a tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for security_group (a5d18a7f-955a-4f09-91d0-285dfea6c10e), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:02.865369 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-7b7fc4b5-2824-4e2d-a2d6-68a4db86250a tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for security_group (a5d18a7f-955a-4f09-91d0-285dfea6c10e), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:02.926262 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-7b7fc4b5-2824-4e2d-a2d6-68a4db86250a tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (a5d18a7f-955a-4f09-91d0-285dfea6c10e), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:02.930322 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-7b7fc4b5-2824-4e2d-a2d6-68a4db86250a tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:02.934862 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 52752) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:02.935403 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-7b7fc4b5-2824-4e2d-a2d6-68a4db86250a tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "DELETE /v2.0/security-groups/a5d18a7f-955a-4f09-91d0-285dfea6c10e HTTP/1.1" status: 204 len: 168 time: 0.1559572 Feb 17 10:00:02.946395 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7fc4b5-2824-4e2d-a2d6-68a4db86250a tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d18a7f-955a-4f09-91d0-285dfea6c10e,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:02.951744 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.api.v2.resource [None req-f1cb5917-b0af-4bdf-8f9a-88f56e28da64 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] show failed (client error): The resource could not be found. Feb 17 10:00:02.953785 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-f1cb5917-b0af-4bdf-8f9a-88f56e28da64 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups/a5d18a7f-955a-4f09-91d0-285dfea6c10e HTTP/1.1" status: 404 len: 347 time: 0.0163703 Feb 17 10:00:02.956322 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 52754) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:03.305273 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-3eae8e54-d537-4010-addc-d986431b6145 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Deleting port 13ba74cb-5339-4d11-b67f-4e97ec2677c2 {{(pid=102620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:00:03.305609 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3eae8e54-d537-4010-addc-d986431b6145 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (13ba74cb-5339-4d11-b67f-4e97ec2677c2), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:03.389639 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3eae8e54-d537-4010-addc-d986431b6145 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (13ba74cb-5339-4d11-b67f-4e97ec2677c2), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:03.390120 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3eae8e54-d537-4010-addc-d986431b6145 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for floatingip (13ba74cb-5339-4d11-b67f-4e97ec2677c2), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:03.406030 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-3eae8e54-d537-4010-addc-d986431b6145 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Calling delete_port for 13ba74cb-5339-4d11-b67f-4e97ec2677c2 owned by network:floatingip {{(pid=102620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:00:03.598086 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3eae8e54-d537-4010-addc-d986431b6145 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11330461'] for port (13ba74cb-5339-4d11-b67f-4e97ec2677c2), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:03.634289 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae8e54-d537-4010-addc-d986431b6145 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Pushing event deleted for resources: {'Port': ['ID=13ba74cb-5339-4d11-b67f-4e97ec2677c2,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:03.706690 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3eae8e54-d537-4010-addc-d986431b6145 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for floatingip (b9212e79-cf25-40d3-9adf-3d19bc19237f), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:03.709665 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3eae8e54-d537-4010-addc-d986431b6145 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for floatingip (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:03.715406 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-3eae8e54-d537-4010-addc-d986431b6145 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "DELETE /v2.0/floatingips/b9212e79-cf25-40d3-9adf-3d19bc19237f HTTP/1.1" status: 204 len: 168 time: 0.7580407 Feb 17 10:00:03.758290 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:03.779026 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 13e22131-0e22-4496-80cf-c6172a685f66 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:00:03.799590 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] No Port match for: 13e22131-0e22-4496-80cf-c6172a685f66 {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:00:03.799944 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 13e22131-0e22-4496-80cf-c6172a685f66 not bound to the agent host hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:00:05.025776 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 52808) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:05.031400 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-436426e3-ed17-4631-8a4e-f912bc4865f7 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Request body: {'security_group': {'name': 'tempest-securitygroup--541588803', 'description': 'tempest-description--1167146931'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:00:05.059858 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-436426e3-ed17-4631-8a4e-f912bc4865f7 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:05.134247 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-436426e3-ed17-4631-8a4e-f912bc4865f7 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for security_group (59911e90-763a-486b-8efe-656d95381e11), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:05.137591 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-436426e3-ed17-4631-8a4e-f912bc4865f7 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (59911e90-763a-486b-8efe-656d95381e11), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:05.167550 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-436426e3-ed17-4631-8a4e-f912bc4865f7 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:05.168728 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-436426e3-ed17-4631-8a4e-f912bc4865f7 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1414878 Feb 17 10:00:05.170005 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436426e3-ed17-4631-8a4e-f912bc4865f7 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59911e90-763a-486b-8efe-656d95381e11,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:05.172936 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 52810) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:05.176793 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436426e3-ed17-4631-8a4e-f912bc4865f7 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:05.177150 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436426e3-ed17-4631-8a4e-f912bc4865f7 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:05.177505 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436426e3-ed17-4631-8a4e-f912bc4865f7 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:05.177849 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436426e3-ed17-4631-8a4e-f912bc4865f7 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:05.178232 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436426e3-ed17-4631-8a4e-f912bc4865f7 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:05.178531 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436426e3-ed17-4631-8a4e-f912bc4865f7 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:05.178928 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436426e3-ed17-4631-8a4e-f912bc4865f7 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:05.179293 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436426e3-ed17-4631-8a4e-f912bc4865f7 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:05.179626 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436426e3-ed17-4631-8a4e-f912bc4865f7 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:05.179957 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436426e3-ed17-4631-8a4e-f912bc4865f7 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:05.180288 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436426e3-ed17-4631-8a4e-f912bc4865f7 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:05.180609 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436426e3-ed17-4631-8a4e-f912bc4865f7 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:05.180937 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436426e3-ed17-4631-8a4e-f912bc4865f7 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:05.181141 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-049544a5-525c-440b-8d9d-2284065f64f2 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Request body: {'security_group_rule': {'security_group_id': '59911e90-763a-486b-8efe-656d95381e11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:00:05.212008 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-049544a5-525c-440b-8d9d-2284065f64f2 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for security_group_rule (bcd94ecc-db4d-49a9-8289-847423f1269d), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:05.272098 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-049544a5-525c-440b-8d9d-2284065f64f2 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for security_group_rule (bcd94ecc-db4d-49a9-8289-847423f1269d), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:05.276658 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-049544a5-525c-440b-8d9d-2284065f64f2 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711128'] for security_group_rule (bcd94ecc-db4d-49a9-8289-847423f1269d), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:05.295672 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049544a5-525c-440b-8d9d-2284065f64f2 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd94ecc-db4d-49a9-8289-847423f1269d,revision_number=0']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:05.299905 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-049544a5-525c-440b-8d9d-2284065f64f2 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:05.301100 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-049544a5-525c-440b-8d9d-2284065f64f2 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1264856 Feb 17 10:00:05.303823 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 52812) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:05.307978 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-95a2d2d1-9f4d-44da-8026-dcf344f92f3b tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Request body: {'security_group_rule': {'security_group_id': '59911e90-763a-486b-8efe-656d95381e11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:00:05.332121 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-95a2d2d1-9f4d-44da-8026-dcf344f92f3b tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for security_group_rule (5498ba0d-3ef6-4deb-aeae-0ee4a41d47ad), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:05.390762 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-95a2d2d1-9f4d-44da-8026-dcf344f92f3b tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for security_group_rule (5498ba0d-3ef6-4deb-aeae-0ee4a41d47ad), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:05.394052 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-95a2d2d1-9f4d-44da-8026-dcf344f92f3b tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711128'] for security_group_rule (5498ba0d-3ef6-4deb-aeae-0ee4a41d47ad), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:05.411071 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2d2d1-9f4d-44da-8026-dcf344f92f3b tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5498ba0d-3ef6-4deb-aeae-0ee4a41d47ad,revision_number=0']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:05.419054 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-95a2d2d1-9f4d-44da-8026-dcf344f92f3b tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:05.420332 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-95a2d2d1-9f4d-44da-8026-dcf344f92f3b tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155918 Feb 17 10:00:05.423514 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 52816) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:05.427691 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-60a3eead-fa50-42d9-807a-d3810eefc50f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Request body: {'floatingip': {'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:00:05.448658 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-60a3eead-fa50-42d9-807a-d3810eefc50f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:05.545588 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-60a3eead-fa50-42d9-807a-d3810eefc50f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:05.650605 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.db_base_plugin_common [None req-60a3eead-fa50-42d9-807a-d3810eefc50f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Allocated IP 172.27.0.154 (e9041cdf-f130-4174-b12b-9a6052f109e9/ab0a3e63-7c03-47a8-8a32-e5bb6e305511/6aa65641-946f-46e5-aa20-e1ef1f627564) {{(pid=102620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:00:05.748892 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-60a3eead-fa50-42d9-807a-d3810eefc50f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for port (6aa65641-946f-46e5-aa20-e1ef1f627564), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:05.786425 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-60a3eead-fa50-42d9-807a-d3810eefc50f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11330461'] for port (6aa65641-946f-46e5-aa20-e1ef1f627564), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:05.821169 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a3eead-fa50-42d9-807a-d3810eefc50f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Network e9041cdf-f130-4174-b12b-9a6052f109e9 is already hosted by enough agents. {{(pid=102620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:00:05.825842 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [None req-60a3eead-fa50-42d9-807a-d3810eefc50f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Resources bound (agent type, host, resource id): {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:00:05.829264 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a3eead-fa50-42d9-807a-d3810eefc50f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Received port after_create {{(pid=102620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 10:00:05.852558 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3eead-fa50-42d9-807a-d3810eefc50f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Pushing event updated for resources: {'Port': ['ID=6aa65641-946f-46e5-aa20-e1ef1f627564,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:05.916263 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 52822) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:05.918260 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-60a3eead-fa50-42d9-807a-d3810eefc50f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for floatingip (f0f6fd82-5277-4ad3-bf03-ec1f6a72ec45), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:05.955114 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-60a3eead-fa50-42d9-807a-d3810eefc50f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (6aa65641-946f-46e5-aa20-e1ef1f627564), before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:05.961185 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd4846f-3a70-421c-b0fe-314b06a9c2c6 admin admin] Deleting subnet 91999fcc-f327-40c8-b9d7-6794c4b3d7f9 {{(pid=102621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 10:00:05.964235 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-7bd4846f-3a70-421c-b0fe-314b06a9c2c6 admin admin] Publish callbacks [] for subnet (91999fcc-f327-40c8-b9d7-6794c4b3d7f9), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:06.003350 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-7bd4846f-3a70-421c-b0fe-314b06a9c2c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9362206'] for subnet (91999fcc-f327-40c8-b9d7-6794c4b3d7f9), precommit_delete_associations {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:06.042361 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-7bd4846f-3a70-421c-b0fe-314b06a9c2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3464074'] for subnet (91999fcc-f327-40c8-b9d7-6794c4b3d7f9), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:06.109269 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-7bd4846f-3a70-421c-b0fe-314b06a9c2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3464067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9010310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8441209'] for subnet (91999fcc-f327-40c8-b9d7-6794c4b3d7f9), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:06.115272 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-60a3eead-fa50-42d9-807a-d3810eefc50f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for port (6aa65641-946f-46e5-aa20-e1ef1f627564), precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:06.120749 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-60a3eead-fa50-42d9-807a-d3810eefc50f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11330454'] for port (6aa65641-946f-46e5-aa20-e1ef1f627564), after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:06.135142 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4846f-3a70-421c-b0fe-314b06a9c2c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91999fcc-f327-40c8-b9d7-6794c4b3d7f9,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:06.138880 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-7bd4846f-3a70-421c-b0fe-314b06a9c2c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for subnet (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:06.146641 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-7bd4846f-3a70-421c-b0fe-314b06a9c2c6 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/91999fcc-f327-40c8-b9d7-6794c4b3d7f9 HTTP/1.1" status: 204 len: 168 time: 0.2247100 Feb 17 10:00:06.146641 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 52826) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:06.205539 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-60a3eead-fa50-42d9-807a-d3810eefc50f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931625'] for floatingip (f0f6fd82-5277-4ad3-bf03-ec1f6a72ec45), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:06.208052 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3eead-fa50-42d9-807a-d3810eefc50f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Pushing event updated for resources: {'Port': ['ID=6aa65641-946f-46e5-aa20-e1ef1f627564,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:06.220377 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-9008ea50-fef6-46c5-94ac-93fc342b2af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687351'] for network (c684de81-9a26-4af6-bbb7-2233335a927f), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:06.224786 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-60a3eead-fa50-42d9-807a-d3810eefc50f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for floatingip (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:06.226408 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-60a3eead-fa50-42d9-807a-d3810eefc50f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8014631 Feb 17 10:00:06.303017 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-9008ea50-fef6-46c5-94ac-93fc342b2af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461623', 'neutron.services.segments.db._delete_segments_for_network-8771562732683'] for network (c684de81-9a26-4af6-bbb7-2233335a927f), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:06.327329 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.services.segments.db [None req-9008ea50-fef6-46c5-94ac-93fc342b2af7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c684de81-9a26-4af6-bbb7-2233335a927f']}} {{(pid=102621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:06.334489 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.services.segments.db [None req-9008ea50-fef6-46c5-94ac-93fc342b2af7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d125c09-a46c-4196-8e41-903d8a965a20') {'for_net_delete': True} {{(pid=102621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:06.334777 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.services.segments.db [None req-9008ea50-fef6-46c5-94ac-93fc342b2af7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d125c09-a46c-4196-8e41-903d8a965a20') {} {{(pid=102621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:06.344528 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-9008ea50-fef6-46c5-94ac-93fc342b2af7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771562733460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9362199'] for segment (0d125c09-a46c-4196-8e41-903d8a965a20), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:06.359224 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-9008ea50-fef6-46c5-94ac-93fc342b2af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (0d125c09-a46c-4196-8e41-903d8a965a20), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:06.365277 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9008ea50-fef6-46c5-94ac-93fc342b2af7 admin admin] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=102621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:00:06.365669 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-9008ea50-fef6-46c5-94ac-93fc342b2af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9010396'] for segment (0d125c09-a46c-4196-8e41-903d8a965a20), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:06.367500 dv-cinder-778193-18-iscsi neutron-server[102621]: Traceback (most recent call last): Feb 17 10:00:06.367500 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:00:06.367500 dv-cinder-778193-18-iscsi neutron-server[102621]: timer() Feb 17 10:00:06.367500 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:00:06.367500 dv-cinder-778193-18-iscsi neutron-server[102621]: cb(*args, **kw) Feb 17 10:00:06.367500 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 10:00:06.367500 dv-cinder-778193-18-iscsi neutron-server[102621]: return func(*args, **kwargs) Feb 17 10:00:06.367500 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:00:06.367500 dv-cinder-778193-18-iscsi neutron-server[102621]: self._notify() Feb 17 10:00:06.367500 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:00:06.367500 dv-cinder-778193-18-iscsi neutron-server[102621]: self.callback(batched_events) Feb 17 10:00:06.367500 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:00:06.367500 dv-cinder-778193-18-iscsi neutron-server[102621]: event.method(event) Feb 17 10:00:06.367500 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 10:00:06.367500 dv-cinder-778193-18-iscsi neutron-server[102621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:00:06.367500 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 10:00:06.367500 dv-cinder-778193-18-iscsi neutron-server[102621]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:00:06.367500 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 10:00:06.367500 dv-cinder-778193-18-iscsi neutron-server[102621]: return f(self, *a, **k) Feb 17 10:00:06.367500 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 10:00:06.367500 dv-cinder-778193-18-iscsi neutron-server[102621]: return self._get(url).json() Feb 17 10:00:06.367500 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 10:00:06.367500 dv-cinder-778193-18-iscsi neutron-server[102621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:00:06.367500 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:00:06.367500 dv-cinder-778193-18-iscsi neutron-server[102621]: return self.request(url, 'GET', **kwargs) Feb 17 10:00:06.367500 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:00:06.367500 dv-cinder-778193-18-iscsi neutron-server[102621]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:00:06.367500 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:00:06.367500 dv-cinder-778193-18-iscsi neutron-server[102621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:00:06.367500 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:00:06.367500 dv-cinder-778193-18-iscsi neutron-server[102621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:00:06.367500 dv-cinder-778193-18-iscsi neutron-server[102621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:00:06.427882 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-9008ea50-fef6-46c5-94ac-93fc342b2af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3461388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3931527'] for network (c684de81-9a26-4af6-bbb7-2233335a927f), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:06.433652 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-9008ea50-fef6-46c5-94ac-93fc342b2af7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:06.436802 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-9008ea50-fef6-46c5-94ac-93fc342b2af7 admin admin] 10.222.0.82 "DELETE /v2.0/networks/c684de81-9a26-4af6-bbb7-2233335a927f HTTP/1.1" status: 204 len: 168 time: 0.2913523 Feb 17 10:00:06.438827 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1822d114-7800-49f9-8052-c77842a317f7 req-c03314b6-c618-43bb-aa2c-f5cd27b0fcea tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--541588803&fields=id&tenant_id=ee27e4c191de47a3b47db5a43ab00258 HTTP/1.1" status: 200 len: 267 time: 0.0486133 Feb 17 10:00:06.447488 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008ea50-fef6-46c5-94ac-93fc342b2af7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c684de81-9a26-4af6-bbb7-2233335a927f,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:06.566128 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822d114-7800-49f9-8052-c77842a317f7 req-e65c6ffb-f2e2-4470-94b7-a9765ad451c5 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:06.567650 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1822d114-7800-49f9-8052-c77842a317f7 req-e65c6ffb-f2e2-4470-94b7-a9765ad451c5 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/networks?id=c3aac7fc-fa00-48a3-aaf1-bf71d0d04681 HTTP/1.1" status: 200 len: 816 time: 0.1200111 Feb 17 10:00:06.582916 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1822d114-7800-49f9-8052-c77842a317f7 req-9d9c2ec8-6cb3-4fe8-aeab-c40fabc221cc tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/quotas/ee27e4c191de47a3b47db5a43ab00258 HTTP/1.1" status: 200 len: 375 time: 0.0091729 Feb 17 10:00:06.609497 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 52844) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:06.639646 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1822d114-7800-49f9-8052-c77842a317f7 req-f669ac46-2446-45ab-be78-d70eda2e8f1e tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=ee27e4c191de47a3b47db5a43ab00258&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511479 Feb 17 10:00:06.650708 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-be0f1f47-4588-4b29-84f3-8381355f47ad admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=79249b9de4584e15af23128d8ab81a4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400627 Feb 17 10:00:06.653199 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 52846) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:06.703917 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-de8491eb-b358-4e8a-891f-b473a64ef31a admin admin] Publish callbacks [] for security_group (fd192e7d-e596-44fb-9dca-cb839975ce2f), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:06.726005 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-de8491eb-b358-4e8a-891f-b473a64ef31a admin admin] Publish callbacks [] for security_group (fd192e7d-e596-44fb-9dca-cb839975ce2f), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:06.777399 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-de8491eb-b358-4e8a-891f-b473a64ef31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (fd192e7d-e596-44fb-9dca-cb839975ce2f), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:06.780035 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-de8491eb-b358-4e8a-891f-b473a64ef31a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:06.781290 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-de8491eb-b358-4e8a-891f-b473a64ef31a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/fd192e7d-e596-44fb-9dca-cb839975ce2f HTTP/1.1" status: 204 len: 168 time: 0.1271479 Feb 17 10:00:06.790730 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8491eb-b358-4e8a-891f-b473a64ef31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd192e7d-e596-44fb-9dca-cb839975ce2f,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:06.844351 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1822d114-7800-49f9-8052-c77842a317f7 req-6f5eea00-15db-489d-bd5f-8b1a2fc4f489 service neutron] 10.222.0.82 "GET /v2.0/networks/c3aac7fc-fa00-48a3-aaf1-bf71d0d04681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928275 Feb 17 10:00:06.946227 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1822d114-7800-49f9-8052-c77842a317f7 req-7a162d8b-4237-4636-849f-bb1031d4ef77 service neutron] 10.222.0.82 "GET /v2.0/networks/c3aac7fc-fa00-48a3-aaf1-bf71d0d04681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962958 Feb 17 10:00:07.302164 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-5c5f0d14-a22e-40ce-8431-f94288cf6e1d req-4441ba31-97a8-4722-b992-3b6716dca0b0 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 210 time: 0.2005172 Feb 17 10:00:08.309951 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822d114-7800-49f9-8052-c77842a317f7 req-d7e016b3-89e8-4e7e-82db-30124ccca95e tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:08.311691 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1822d114-7800-49f9-8052-c77842a317f7 req-d7e016b3-89e8-4e7e-82db-30124ccca95e tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.93 "GET /v2.0/networks?id=c3aac7fc-fa00-48a3-aaf1-bf71d0d04681 HTTP/1.1" status: 200 len: 816 time: 0.1143446 Feb 17 10:00:08.404047 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1822d114-7800-49f9-8052-c77842a317f7 req-363ca6c5-4ba3-4935-96a2-d113c46860e6 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee27e4c191de47a3b47db5a43ab00258 HTTP/1.1" status: 200 len: 379 time: 0.0822079 Feb 17 10:00:08.420305 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-1822d114-7800-49f9-8052-c77842a317f7 req-83afb036-aa5e-4b6f-b6c6-0f9d7dc02c66 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Request body: {'port': {'device_id': '2560ed48-6013-4448-af7f-54bf9b0b9e1f', 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681', 'admin_state_up': True, 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'security_groups': ['59911e90-763a-486b-8efe-656d95381e11']}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:00:08.437318 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d0b12580-6e1b-4246-9a5d-4cad3b47a2f1 req-9d9af190-1d85-44cb-a925-fe840a30fc24 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 210 time: 0.0271394 Feb 17 10:00:08.533299 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1822d114-7800-49f9-8052-c77842a317f7 req-83afb036-aa5e-4b6f-b6c6-0f9d7dc02c66 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Made reservation on behalf of ee27e4c191de47a3b47db5a43ab00258 for: {'port': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:00:08.536761 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-1822d114-7800-49f9-8052-c77842a317f7 req-83afb036-aa5e-4b6f-b6c6-0f9d7dc02c66 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:08.666745 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_common [req-1822d114-7800-49f9-8052-c77842a317f7 req-83afb036-aa5e-4b6f-b6c6-0f9d7dc02c66 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Allocated IP 172.20.0.9 (c3aac7fc-fa00-48a3-aaf1-bf71d0d04681/b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab/50519438-b1f0-412d-a039-fadbb8fdf167) {{(pid=102621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:00:09.061530 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b3435bab-c8f0-4e2e-a789-bf3e4dca58dd req-84cf7684-d995-467b-ba31-38b6f0589d11 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1083608 Feb 17 10:00:09.093136 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-1822d114-7800-49f9-8052-c77842a317f7 req-83afb036-aa5e-4b6f-b6c6-0f9d7dc02c66 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for port (50519438-b1f0-412d-a039-fadbb8fdf167), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:09.152165 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-1822d114-7800-49f9-8052-c77842a317f7 req-83afb036-aa5e-4b6f-b6c6-0f9d7dc02c66 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (50519438-b1f0-412d-a039-fadbb8fdf167), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:09.197208 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3435bab-c8f0-4e2e-a789-bf3e4dca58dd req-92396ab8-6e17-4aa1-b5de-c74be69a6361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:09.198682 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b3435bab-c8f0-4e2e-a789-bf3e4dca58dd req-92396ab8-6e17-4aa1-b5de-c74be69a6361 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7039608c8379432d81234a6c5f780815&device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 1130 time: 0.0916553 Feb 17 10:00:09.208004 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1822d114-7800-49f9-8052-c77842a317f7 req-83afb036-aa5e-4b6f-b6c6-0f9d7dc02c66 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Network c3aac7fc-fa00-48a3-aaf1-bf71d0d04681 is already hosted by enough agents. {{(pid=102621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:00:09.211604 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [req-1822d114-7800-49f9-8052-c77842a317f7 req-83afb036-aa5e-4b6f-b6c6-0f9d7dc02c66 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Resources bound (agent type, host, resource id): {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:00:09.215906 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-1822d114-7800-49f9-8052-c77842a317f7 req-83afb036-aa5e-4b6f-b6c6-0f9d7dc02c66 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Received port after_create {{(pid=102621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 10:00:09.250204 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83afb036-aa5e-4b6f-b6c6-0f9d7dc02c66 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Pushing event updated for resources: {'Port': ['ID=50519438-b1f0-412d-a039-fadbb8fdf167,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:09.303885 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822d114-7800-49f9-8052-c77842a317f7 req-83afb036-aa5e-4b6f-b6c6-0f9d7dc02c66 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:09.304499 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-1822d114-7800-49f9-8052-c77842a317f7 req-83afb036-aa5e-4b6f-b6c6-0f9d7dc02c66 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:09.353698 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1822d114-7800-49f9-8052-c77842a317f7 req-83afb036-aa5e-4b6f-b6c6-0f9d7dc02c66 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9374394 Feb 17 10:00:09.369035 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-1822d114-7800-49f9-8052-c77842a317f7 req-da8b7545-cd80-447d-ba26-af0bf658eaca service neutron] Request body: {'port': {'device_id': '2560ed48-6013-4448-af7f-54bf9b0b9e1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:00:09.397478 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3435bab-c8f0-4e2e-a789-bf3e4dca58dd req-fb5636bd-fb75-403d-a3b9-537eac395203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:09.398948 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b3435bab-c8f0-4e2e-a789-bf3e4dca58dd req-fb5636bd-fb75-403d-a3b9-537eac395203 service neutron] 10.222.0.93 "GET /v2.0/networks?id=796052e6-6954-480c-a009-16c1a3be89b8 HTTP/1.1" status: 200 len: 912 time: 0.1790667 Feb 17 10:00:09.459911 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-57cf92d5-ad1b-4686-a8d9-368763775a4a None None] Provisioning complete for port 50519438-b1f0-412d-a039-fadbb8fdf167 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:00:09.460413 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-57cf92d5-ad1b-4686-a8d9-368763775a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (50519438-b1f0-412d-a039-fadbb8fdf167), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:09.479817 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-1822d114-7800-49f9-8052-c77842a317f7 req-da8b7545-cd80-447d-ba26-af0bf658eaca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (50519438-b1f0-412d-a039-fadbb8fdf167), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:09.508875 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-57cf92d5-ad1b-4686-a8d9-368763775a4a None None] Port 50519438-b1f0-412d-a039-fadbb8fdf167 cannot update to ACTIVE because it is not bound. {{(pid=102622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 10:00:09.517231 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b3435bab-c8f0-4e2e-a789-bf3e4dca58dd req-675fb65d-5bb0-496c-9ab3-4ece6f4bbe85 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2b0c8b6-0061-4e26-83aa-bbc49bff05ee HTTP/1.1" status: 200 len: 1001 time: 0.1091750 Feb 17 10:00:09.595493 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c964a-baa6-4592-b5e5-6299f2c8d93d req-e6a36b47-f4e8-4660-b026-a8ca0ad239f1 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:09.597696 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-df1c964a-baa6-4592-b5e5-6299f2c8d93d req-e6a36b47-f4e8-4660-b026-a8ca0ad239f1 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 931 time: 0.0562594 Feb 17 10:00:09.652136 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-df1c964a-baa6-4592-b5e5-6299f2c8d93d req-169c2b5f-db90-4eba-b786-024aa50208d6 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475485 Feb 17 10:00:09.653938 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3435bab-c8f0-4e2e-a789-bf3e4dca58dd req-31cf2370-381d-4b35-9d50-a58e2a1189f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:09.655603 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b3435bab-c8f0-4e2e-a789-bf3e4dca58dd req-31cf2370-381d-4b35-9d50-a58e2a1189f6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4595d53c-1b19-44a4-9d57-e790e2a0475e HTTP/1.1" status: 200 len: 849 time: 0.1192837 Feb 17 10:00:09.776386 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3435bab-c8f0-4e2e-a789-bf3e4dca58dd req-1ffe4456-e84b-4fef-9c64-07006f855f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:09.777875 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b3435bab-c8f0-4e2e-a789-bf3e4dca58dd req-1ffe4456-e84b-4fef-9c64-07006f855f71 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=796052e6-6954-480c-a009-16c1a3be89b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1131387 Feb 17 10:00:09.932228 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b3435bab-c8f0-4e2e-a789-bf3e4dca58dd req-1c832470-38e0-408f-9777-9fe5418a2c3b service neutron] 10.222.0.93 "GET /v2.0/networks/796052e6-6954-480c-a009-16c1a3be89b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463664 Feb 17 10:00:09.937481 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [req-1822d114-7800-49f9-8052-c77842a317f7 req-da8b7545-cd80-447d-ba26-af0bf658eaca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50519438-b1f0-412d-a039-fadbb8fdf167 {{(pid=102621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 10:00:09.953616 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-1822d114-7800-49f9-8052-c77842a317f7 req-da8b7545-cd80-447d-ba26-af0bf658eaca service neutron] Publish callbacks [] for port (50519438-b1f0-412d-a039-fadbb8fdf167), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:09.983391 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.provisioning_blocks [req-1822d114-7800-49f9-8052-c77842a317f7 req-da8b7545-cd80-447d-ba26-af0bf658eaca service neutron] Transition to ACTIVE for port object 50519438-b1f0-412d-a039-fadbb8fdf167 will not be triggered until provisioned by entity L2. {{(pid=102621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:00:10.010914 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-1822d114-7800-49f9-8052-c77842a317f7 req-da8b7545-cd80-447d-ba26-af0bf658eaca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9010360'] for port (50519438-b1f0-412d-a039-fadbb8fdf167), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:10.083924 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b3435bab-c8f0-4e2e-a789-bf3e4dca58dd req-a8c8a6c5-1310-4588-85e4-73ae5cebb3bd service neutron] 10.222.0.93 "GET /v2.0/networks/796052e6-6954-480c-a009-16c1a3be89b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420124 Feb 17 10:00:10.084514 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b7545-cd80-447d-ba26-af0bf658eaca service neutron] Pushing event updated for resources: {'Port': ['ID=50519438-b1f0-412d-a039-fadbb8fdf167,revision_number=2']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:10.160730 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-1822d114-7800-49f9-8052-c77842a317f7 req-da8b7545-cd80-447d-ba26-af0bf658eaca service neutron] Attempting to bind port 50519438-b1f0-412d-a039-fadbb8fdf167 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 10:00:10.161172 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-1822d114-7800-49f9-8052-c77842a317f7 req-da8b7545-cd80-447d-ba26-af0bf658eaca service neutron] Attempting to bind port 50519438-b1f0-412d-a039-fadbb8fdf167 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '44712ed5-627e-45e3-929a-a847c740dda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681'}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 10:00:10.161619 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1822d114-7800-49f9-8052-c77842a317f7 req-da8b7545-cd80-447d-ba26-af0bf658eaca service neutron] Attempting to bind port 50519438-b1f0-412d-a039-fadbb8fdf167 on network c3aac7fc-fa00-48a3-aaf1-bf71d0d04681 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 10:00:10.166990 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1822d114-7800-49f9-8052-c77842a317f7 req-da8b7545-cd80-447d-ba26-af0bf658eaca service neutron] Port 50519438-b1f0-412d-a039-fadbb8fdf167 on network c3aac7fc-fa00-48a3-aaf1-bf71d0d04681 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 10:00:10.167421 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1822d114-7800-49f9-8052-c77842a317f7 req-da8b7545-cd80-447d-ba26-af0bf658eaca service neutron] Attempting to bind port 50519438-b1f0-412d-a039-fadbb8fdf167 on network c3aac7fc-fa00-48a3-aaf1-bf71d0d04681 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 10:00:10.172610 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1822d114-7800-49f9-8052-c77842a317f7 req-da8b7545-cd80-447d-ba26-af0bf658eaca service neutron] Checking agent: {'id': '57512943-2fb5-44da-9b65-1b43ee30ab09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'started_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 10:00:10.173021 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1822d114-7800-49f9-8052-c77842a317f7 req-da8b7545-cd80-447d-ba26-af0bf658eaca service neutron] Checking segment: {'id': '44712ed5-627e-45e3-929a-a847c740dda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 10:00:10.173468 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1822d114-7800-49f9-8052-c77842a317f7 req-da8b7545-cd80-447d-ba26-af0bf658eaca service neutron] Bound using segment: {'id': '44712ed5-627e-45e3-929a-a847c740dda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681'} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 10:00:10.173970 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-1822d114-7800-49f9-8052-c77842a317f7 req-da8b7545-cd80-447d-ba26-af0bf658eaca service neutron] Bound port: 50519438-b1f0-412d-a039-fadbb8fdf167, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44712ed5-627e-45e3-929a-a847c740dda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681'}}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 10:00:10.174336 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-1822d114-7800-49f9-8052-c77842a317f7 req-da8b7545-cd80-447d-ba26-af0bf658eaca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (50519438-b1f0-412d-a039-fadbb8fdf167), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:10.241397 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-1822d114-7800-49f9-8052-c77842a317f7 req-da8b7545-cd80-447d-ba26-af0bf658eaca service neutron] For port 50519438-b1f0-412d-a039-fadbb8fdf167, host hv-cinder-77819, cleared binding levels {{(pid=102621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 10:00:10.245331 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-1822d114-7800-49f9-8052-c77842a317f7 req-da8b7545-cd80-447d-ba26-af0bf658eaca service neutron] For port 50519438-b1f0-412d-a039-fadbb8fdf167, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=50519438-b1f0-412d-a039-fadbb8fdf167,segment=NetworkSegment(44712ed5-627e-45e3-929a-a847c740dda7),segment_id=44712ed5-627e-45e3-929a-a847c740dda7)] {{(pid=102621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 10:00:10.252783 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-1822d114-7800-49f9-8052-c77842a317f7 req-da8b7545-cd80-447d-ba26-af0bf658eaca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9010360'] for port (50519438-b1f0-412d-a039-fadbb8fdf167), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:10.289880 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822d114-7800-49f9-8052-c77842a317f7 req-da8b7545-cd80-447d-ba26-af0bf658eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:10.290205 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-1822d114-7800-49f9-8052-c77842a317f7 req-da8b7545-cd80-447d-ba26-af0bf658eaca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:10.291615 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1822d114-7800-49f9-8052-c77842a317f7 req-da8b7545-cd80-447d-ba26-af0bf658eaca service neutron] 10.222.0.93 "PUT /v2.0/ports/50519438-b1f0-412d-a039-fadbb8fdf167 HTTP/1.1" status: 200 len: 1093 time: 0.9284415 Feb 17 10:00:10.292060 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2560ed48-6013-4448-af7f-54bf9b0b9e1f', 'tag': '50519438-b1f0-412d-a039-fadbb8fdf167'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:00:10.294413 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea77ef7-d981-4482-a61d-bb1e3b22665a" -d '{"events": [{"name": "network-changed", "server_uuid": "2560ed48-6013-4448-af7f-54bf9b0b9e1f", "tag": "50519438-b1f0-412d-a039-fadbb8fdf167"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:00:10.333856 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b7545-cd80-447d-ba26-af0bf658eaca service neutron] Pushing event updated for resources: {'Port': ['ID=50519438-b1f0-412d-a039-fadbb8fdf167,revision_number=3']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:10.378536 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 10:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765b50be-37c0-414a-b3a7-73a931254d95 x-openstack-request-id: req-765b50be-37c0-414a-b3a7-73a931254d95 {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:00:10.379421 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2560ed48-6013-4448-af7f-54bf9b0b9e1f", "tag": "50519438-b1f0-412d-a039-fadbb8fdf167", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:00:10.379421 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-765b50be-37c0-414a-b3a7-73a931254d95 {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:00:10.379821 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2560ed48-6013-4448-af7f-54bf9b0b9e1f', 'tag': '50519438-b1f0-412d-a039-fadbb8fdf167', 'status': 'completed', 'code': 200} Feb 17 10:00:10.390037 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822d114-7800-49f9-8052-c77842a317f7 req-4bd619b9-fe9d-4e8a-89c3-3bd5f21ef815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:10.391385 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1822d114-7800-49f9-8052-c77842a317f7 req-4bd619b9-fe9d-4e8a-89c3-3bd5f21ef815 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ee27e4c191de47a3b47db5a43ab00258&device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 1127 time: 0.0540595 Feb 17 10:00:10.434376 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1822d114-7800-49f9-8052-c77842a317f7 req-61d725cc-56ce-4dd7-a7d8-9aa9621e73f7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50519438-b1f0-412d-a039-fadbb8fdf167 HTTP/1.1" status: 200 len: 217 time: 0.0353885 Feb 17 10:00:10.489909 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822d114-7800-49f9-8052-c77842a317f7 req-14f74c13-60de-480f-beb3-49cdc0d2499d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:10.492029 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1822d114-7800-49f9-8052-c77842a317f7 req-14f74c13-60de-480f-beb3-49cdc0d2499d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab HTTP/1.1" status: 200 len: 855 time: 0.0506554 Feb 17 10:00:10.544746 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822d114-7800-49f9-8052-c77842a317f7 req-e80e4e15-9141-4485-ac79-353964c382bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:10.546283 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1822d114-7800-49f9-8052-c77842a317f7 req-e80e4e15-9141-4485-ac79-353964c382bc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c3aac7fc-fa00-48a3-aaf1-bf71d0d04681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453107 Feb 17 10:00:10.634981 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1822d114-7800-49f9-8052-c77842a317f7 req-e2995ca5-be34-497f-8020-7cfd16ceb133 service neutron] 10.222.0.93 "GET /v2.0/networks/c3aac7fc-fa00-48a3-aaf1-bf71d0d04681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803673 Feb 17 10:00:10.731921 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1822d114-7800-49f9-8052-c77842a317f7 req-e00e2cc3-7fe7-421a-81ba-7a91693376fe service neutron] 10.222.0.93 "GET /v2.0/networks/c3aac7fc-fa00-48a3-aaf1-bf71d0d04681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897081 Feb 17 10:00:10.792952 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411db628-d497-4e6a-9e4b-65bb154200bd req-f3b77b1f-aa52-4965-b117-df6c15623c89 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:10.794439 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-411db628-d497-4e6a-9e4b-65bb154200bd req-f3b77b1f-aa52-4965-b117-df6c15623c89 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 943 time: 0.0612550 Feb 17 10:00:10.834519 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea77ef7-d981-4482-a61d-bb1e3b22665a req-efa3bb90-17c5-49ed-a34a-b5b48a603ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:10.836276 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-dea77ef7-d981-4482-a61d-bb1e3b22665a req-efa3bb90-17c5-49ed-a34a-b5b48a603ee4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ee27e4c191de47a3b47db5a43ab00258&device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 1127 time: 0.0469265 Feb 17 10:00:10.844310 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-411db628-d497-4e6a-9e4b-65bb154200bd req-59f8d8cb-6536-42c8-b561-df44deaa82bb tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443780 Feb 17 10:00:10.938257 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea77ef7-d981-4482-a61d-bb1e3b22665a req-7cad985f-69f4-465d-970d-5930eaa39012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:10.940015 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-dea77ef7-d981-4482-a61d-bb1e3b22665a req-7cad985f-69f4-465d-970d-5930eaa39012 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c3aac7fc-fa00-48a3-aaf1-bf71d0d04681 HTTP/1.1" status: 200 len: 918 time: 0.0966899 Feb 17 10:00:10.985197 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-dea77ef7-d981-4482-a61d-bb1e3b22665a req-0be9f24d-bb37-4220-b2b7-84a09a3d4d8a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50519438-b1f0-412d-a039-fadbb8fdf167 HTTP/1.1" status: 200 len: 217 time: 0.0372181 Feb 17 10:00:11.047028 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea77ef7-d981-4482-a61d-bb1e3b22665a req-93f94d3c-4fce-47f5-891f-ddc8b920f448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:11.048668 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-dea77ef7-d981-4482-a61d-bb1e3b22665a req-93f94d3c-4fce-47f5-891f-ddc8b920f448 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab HTTP/1.1" status: 200 len: 855 time: 0.0554016 Feb 17 10:00:11.103745 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea77ef7-d981-4482-a61d-bb1e3b22665a req-32d8ae95-633f-4ce4-a65c-d74f19db4f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:11.105339 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-dea77ef7-d981-4482-a61d-bb1e3b22665a req-32d8ae95-633f-4ce4-a65c-d74f19db4f96 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c3aac7fc-fa00-48a3-aaf1-bf71d0d04681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0501328 Feb 17 10:00:11.203886 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-dea77ef7-d981-4482-a61d-bb1e3b22665a req-45e14373-67f9-4b10-8a03-a94e30cc2e6f service neutron] 10.222.0.93 "GET /v2.0/networks/c3aac7fc-fa00-48a3-aaf1-bf71d0d04681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826714 Feb 17 10:00:11.301983 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-dea77ef7-d981-4482-a61d-bb1e3b22665a req-b5edfea8-2bd9-4c30-b1d5-464770a0a722 service neutron] 10.222.0.93 "GET /v2.0/networks/c3aac7fc-fa00-48a3-aaf1-bf71d0d04681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900593 Feb 17 10:00:11.439552 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-3776fa05-7bbe-4d39-a306-621b27ae90a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:11.967911 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0acdec-5327-4bd6-a435-c5b76b73c6ac req-1ea0e6ca-5da9-4f03-ab49-66898dd89399 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:11.969369 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ac0acdec-5327-4bd6-a435-c5b76b73c6ac req-1ea0e6ca-5da9-4f03-ab49-66898dd89399 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 943 time: 0.0509493 Feb 17 10:00:12.016214 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ac0acdec-5327-4bd6-a435-c5b76b73c6ac req-af8a56f7-fced-4bae-8282-f780a42895d6 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413027 Feb 17 10:00:13.141064 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de301c-0cf7-4587-99fb-e2939a6c3538 req-0607931d-3660-4276-bc0f-7e33f115c747 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:13.142837 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-95de301c-0cf7-4587-99fb-e2939a6c3538 req-0607931d-3660-4276-bc0f-7e33f115c747 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 943 time: 0.0566788 Feb 17 10:00:13.189252 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-95de301c-0cf7-4587-99fb-e2939a6c3538 req-c9c8215f-cf9c-4950-b82f-7a4a1d7347b2 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407624 Feb 17 10:00:13.934423 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-c7ccc9e0-940e-4fc8-b352-afd0da041726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:14.115668 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 50519438-b1f0-412d-a039-fadbb8fdf167 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 10:00:14.216714 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 50519438-b1f0-412d-a039-fadbb8fdf167, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=50519438-b1f0-412d-a039-fadbb8fdf167,segment=NetworkSegment(44712ed5-627e-45e3-929a-a847c740dda7),segment_id=44712ed5-627e-45e3-929a-a847c740dda7)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:00:14.227958 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Returning: {'device': '50519438-b1f0-412d-a039-fadbb8fdf167', 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681', 'port_id': '50519438-b1f0-412d-a039-fadbb8fdf167', 'mac_address': 'fa:16:3e:81:c0:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 10:00:14.272730 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 50519438-b1f0-412d-a039-fadbb8fdf167 is: DOWN; New status is: BUILD {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:00:14.273215 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (50519438-b1f0-412d-a039-fadbb8fdf167), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:14.286169 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50519438-b1f0-412d-a039-fadbb8fdf167 {{(pid=102622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 10:00:14.305757 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 50519438-b1f0-412d-a039-fadbb8fdf167, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=50519438-b1f0-412d-a039-fadbb8fdf167,segment=NetworkSegment(44712ed5-627e-45e3-929a-a847c740dda7),segment_id=44712ed5-627e-45e3-929a-a847c740dda7)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:00:14.311426 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (50519438-b1f0-412d-a039-fadbb8fdf167), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:14.327182 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88008c34-697a-49ef-b2a3-02e45813c6a8 req-658dadf4-5f4f-44ac-826d-e591fc534c8e tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:14.328827 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-88008c34-697a-49ef-b2a3-02e45813c6a8 req-658dadf4-5f4f-44ac-826d-e591fc534c8e tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 943 time: 0.0587292 Feb 17 10:00:14.363502 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=50519438-b1f0-412d-a039-fadbb8fdf167,revision_number=4']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:14.377767 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-88008c34-697a-49ef-b2a3-02e45813c6a8 req-8954db0f-757d-4157-8e55-22767985a11b tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423238 Feb 17 10:00:14.604971 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['50519438-b1f0-412d-a039-fadbb8fdf167'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 10:00:14.965577 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:15.501234 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba7cce-5c7f-4197-8c51-7bbfe55dc6f8 req-c3a01bfb-26b7-496b-9600-86fae7550043 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:15.502690 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3fba7cce-5c7f-4197-8c51-7bbfe55dc6f8 req-c3a01bfb-26b7-496b-9600-86fae7550043 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 944 time: 0.0543332 Feb 17 10:00:15.548126 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3fba7cce-5c7f-4197-8c51-7bbfe55dc6f8 req-091de1ef-8de7-4fd5-b055-cc8ff69abab2 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392065 Feb 17 10:00:15.809986 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 50519438-b1f0-412d-a039-fadbb8fdf167 up at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 10:00:15.857341 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning for port 50519438-b1f0-412d-a039-fadbb8fdf167 completed by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:00:15.861101 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning complete for port 50519438-b1f0-412d-a039-fadbb8fdf167 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:00:15.861475 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (50519438-b1f0-412d-a039-fadbb8fdf167), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:15.938382 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 50519438-b1f0-412d-a039-fadbb8fdf167 is: BUILD; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:00:15.938766 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (50519438-b1f0-412d-a039-fadbb8fdf167), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:15.961354 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2560ed48-6013-4448-af7f-54bf9b0b9e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50519438-b1f0-412d-a039-fadbb8fdf167'}] {{(pid=102622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:00:15.963591 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c0921c82721ddcd3043691fcb1168a632d6e856cc39374f61865f4aa2fd6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b74d378-0be5-4622-8240-2ac2330446b8" -d '{"events": [{"server_uuid": "2560ed48-6013-4448-af7f-54bf9b0b9e1f", "name": "network-vif-plugged", "status": "completed", "tag": "50519438-b1f0-412d-a039-fadbb8fdf167"}]}' {{(pid=102622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:00:15.976691 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 50519438-b1f0-412d-a039-fadbb8fdf167, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=50519438-b1f0-412d-a039-fadbb8fdf167,segment=NetworkSegment(44712ed5-627e-45e3-929a-a847c740dda7),segment_id=44712ed5-627e-45e3-929a-a847c740dda7)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:00:15.981607 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (50519438-b1f0-412d-a039-fadbb8fdf167), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:16.005588 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 10:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce83f345-bf40-40ff-9b73-a1311631e481 x-openstack-request-id: req-ce83f345-bf40-40ff-9b73-a1311631e481 {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:00:16.005881 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2560ed48-6013-4448-af7f-54bf9b0b9e1f", "name": "network-vif-plugged", "status": "completed", "tag": "50519438-b1f0-412d-a039-fadbb8fdf167", "code": 200}]} {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:00:16.006130 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ce83f345-bf40-40ff-9b73-a1311631e481 {{(pid=102622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:00:16.006512 dv-cinder-778193-18-iscsi neutron-server[102622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2560ed48-6013-4448-af7f-54bf9b0b9e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50519438-b1f0-412d-a039-fadbb8fdf167', 'code': 200} Feb 17 10:00:16.031354 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=50519438-b1f0-412d-a039-fadbb8fdf167,revision_number=5']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:16.227698 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b7329-c4fc-406f-add3-c9c6461a5bbb req-c53ae1ff-9807-42f8-8ab3-085285f7105c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:16.229186 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-db1b7329-c4fc-406f-add3-c9c6461a5bbb req-c53ae1ff-9807-42f8-8ab3-085285f7105c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 1129 time: 0.0884583 Feb 17 10:00:16.270682 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:16.281219 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-db1b7329-c4fc-406f-add3-c9c6461a5bbb req-2434aacf-db68-4f29-a11b-529fd2c096b0 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405967 Feb 17 10:00:16.671012 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24a91d-591f-4b4b-963b-6e0c5b3b65ed req-53939317-0fac-42c0-a2c3-a1134d54de7d tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:16.672483 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ad24a91d-591f-4b4b-963b-6e0c5b3b65ed req-53939317-0fac-42c0-a2c3-a1134d54de7d tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 945 time: 0.0523965 Feb 17 10:00:16.718058 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ad24a91d-591f-4b4b-963b-6e0c5b3b65ed req-523f5955-a150-4794-a08e-2466c4cbaeac tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400608 Feb 17 10:00:17.536576 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:00:17.795692 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:17.841863 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5783a56-4a63-49f2-91c7-1f3e2ecb72fd req-c972e97c-e8a1-4b55-9adf-a84414e2dc4c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:17.843360 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f5783a56-4a63-49f2-91c7-1f3e2ecb72fd req-c972e97c-e8a1-4b55-9adf-a84414e2dc4c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 945 time: 0.0520642 Feb 17 10:00:17.894315 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f5783a56-4a63-49f2-91c7-1f3e2ecb72fd req-4013dc4d-e6ce-406f-a47f-fd56d5e26005 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445971 Feb 17 10:00:19.016136 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4be38-e639-4237-ac14-59a34ba11db1 req-7881be63-fdef-45ec-be98-2bbaf300d687 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:19.017575 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-bde4be38-e639-4237-ac14-59a34ba11db1 req-7881be63-fdef-45ec-be98-2bbaf300d687 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 945 time: 0.0520120 Feb 17 10:00:19.063323 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-bde4be38-e639-4237-ac14-59a34ba11db1 req-582240d2-c7d7-426e-9027-9f8c06fee7f7 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401940 Feb 17 10:00:19.181218 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73bc745-cee7-41f2-adb4-2940388fbd47 req-34ec9de6-d26d-4d23-b3b6-5768862df9a4 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:19.182726 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c73bc745-cee7-41f2-adb4-2940388fbd47 req-34ec9de6-d26d-4d23-b3b6-5768862df9a4 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 945 time: 0.0525365 Feb 17 10:00:19.192439 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 52996) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:19.197109 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-8b7d1b3a-3387-4560-b611-dfb60b56638f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Request body: {'floatingip': {'port_id': '50519438-b1f0-412d-a039-fadbb8fdf167'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:00:19.239229 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-8b7d1b3a-3387-4560-b611-dfb60b56638f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for floatingip (f0f6fd82-5277-4ad3-bf03-ec1f6a72ec45), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:19.257715 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-d0449ef4-87c6-46c7-bcf4-8361aaba5225 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1703412576&fields=id&tenant_id=de44e74ec4f14798bfdcd62c94d133f3 HTTP/1.1" status: 200 len: 267 time: 0.0453336 Feb 17 10:00:19.363733 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-3e673e24-65d9-40a2-b10d-ee97c1a113d7 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:19.365165 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-3e673e24-65d9-40a2-b10d-ee97c1a113d7 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/networks?id=4e3382a2-24ac-4cc3-827e-8b4d3a55c405 HTTP/1.1" status: 200 len: 808 time: 0.1010182 Feb 17 10:00:19.379730 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-c8383a23-679e-4050-94ac-83969b6de479 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/quotas/de44e74ec4f14798bfdcd62c94d133f3 HTTP/1.1" status: 200 len: 375 time: 0.0089941 Feb 17 10:00:19.434651 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-78c468fc-e81a-42be-bb9f-e294e0af3178 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=de44e74ec4f14798bfdcd62c94d133f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488710 Feb 17 10:00:19.587584 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-b71c5c41-ac08-4ad2-8446-85f31497ec3f service neutron] 10.222.0.82 "GET /v2.0/networks/4e3382a2-24ac-4cc3-827e-8b4d3a55c405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406958 Feb 17 10:00:19.676552 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-1080193e-69e8-4479-8007-81eabda14173 service neutron] 10.222.0.82 "GET /v2.0/networks/4e3382a2-24ac-4cc3-827e-8b4d3a55c405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833800 Feb 17 10:00:19.678478 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-8b7d1b3a-3387-4560-b611-dfb60b56638f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:19.683281 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-8b7d1b3a-3387-4560-b611-dfb60b56638f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931625'] for floatingip (f0f6fd82-5277-4ad3-bf03-ec1f6a72ec45), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:19.782997 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.db.l3_db [None req-8b7d1b3a-3387-4560-b611-dfb60b56638f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Floating IP f0f6fd82-5277-4ad3-bf03-ec1f6a72ec45 associated. External IP: 172.27.0.154, port: 50519438-b1f0-412d-a039-fadbb8fdf167. Feb 17 10:00:19.979859 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-19b67d31-63da-4c6f-9ba1-b7e56a647396 req-3d2f5fcd-a4cf-4609-8cf9-77b82d3f56ae tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 210 time: 0.0317736 Feb 17 10:00:20.008760 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 53016) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:20.038981 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7d1b3a-3387-4560-b611-dfb60b56638f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Router 50429842-9af3-4d2d-bcd6-a5f6d0bee85f has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 10:00:20.140776 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-cf465989-1519-48d4-94f4-f00968c5ed1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:20.198597 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7d1b3a-3387-4560-b611-dfb60b56638f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 10:00:20.204824 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-8b7d1b3a-3387-4560-b611-dfb60b56638f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for floatingip (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:20.212015 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a1be23-8e14-4fd2-b1e2-947c070cc064 None None] Sync routers for ids ['50429842-9af3-4d2d-bcd6-a5f6d0bee85f'] in dv-cinder-778193-18-iscsi {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:00:20.222914 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a1be23-8e14-4fd2-b1e2-947c070cc064 None None] Routers {'50429842-9af3-4d2d-bcd6-a5f6d0bee85f'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:00:20.223901 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-13a1be23-8e14-4fd2-b1e2-947c070cc064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:00:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['50429842-9af3-4d2d-bcd6-a5f6d0bee85f'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:20.246025 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-8b7d1b3a-3387-4560-b611-dfb60b56638f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "PUT /v2.0/floatingips/f0f6fd82-5277-4ad3-bf03-ec1f6a72ec45 HTTP/1.1" status: 200 len: 991 time: 1.0499141 Feb 17 10:00:20.247513 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2560ed48-6013-4448-af7f-54bf9b0b9e1f', 'tag': '50519438-b1f0-412d-a039-fadbb8fdf167'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:00:20.249800 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884b9a12-44c4-48f3-a259-51f0b01a3be2" -d '{"events": [{"name": "network-changed", "server_uuid": "2560ed48-6013-4448-af7f-54bf9b0b9e1f", "tag": "50519438-b1f0-412d-a039-fadbb8fdf167"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:00:20.285745 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-cf465989-1519-48d4-94f4-f00968c5ed1e admin admin] Publish callbacks [] for security_group (900f4696-a0e5-47cf-ab9e-026687737305), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:20.291299 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-cf465989-1519-48d4-94f4-f00968c5ed1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (900f4696-a0e5-47cf-ab9e-026687737305), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:20.327734 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf465989-1519-48d4-94f4-f00968c5ed1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900f4696-a0e5-47cf-ab9e-026687737305,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:20.345814 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-cf465989-1519-48d4-94f4-f00968c5ed1e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4327c203a7f74212bf39bebf21347e63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3357131 Feb 17 10:00:20.348526 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 53034) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:20.376141 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-13a1be23-8e14-4fd2-b1e2-947c070cc064 None None] Set router 50429842-9af3-4d2d-bcd6-a5f6d0bee85f gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:00:20.407975 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-45820ab1-0edd-4ba5-95b6-7eb32f350d34 admin admin] Publish callbacks [] for security_group (900f4696-a0e5-47cf-ab9e-026687737305), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:20.437452 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-45820ab1-0edd-4ba5-95b6-7eb32f350d34 admin admin] Publish callbacks [] for security_group (900f4696-a0e5-47cf-ab9e-026687737305), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:20.462994 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 10:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186327b4-9094-4b0e-ae28-f8f83f6978cf x-openstack-request-id: req-186327b4-9094-4b0e-ae28-f8f83f6978cf {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:00:20.463392 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2560ed48-6013-4448-af7f-54bf9b0b9e1f", "tag": "50519438-b1f0-412d-a039-fadbb8fdf167", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:00:20.463630 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-186327b4-9094-4b0e-ae28-f8f83f6978cf {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:00:20.464856 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2560ed48-6013-4448-af7f-54bf9b0b9e1f', 'tag': '50519438-b1f0-412d-a039-fadbb8fdf167', 'status': 'completed', 'code': 200} Feb 17 10:00:20.516866 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-45820ab1-0edd-4ba5-95b6-7eb32f350d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (900f4696-a0e5-47cf-ab9e-026687737305), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:20.521544 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-45820ab1-0edd-4ba5-95b6-7eb32f350d34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:20.524395 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-45820ab1-0edd-4ba5-95b6-7eb32f350d34 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/900f4696-a0e5-47cf-ab9e-026687737305 HTTP/1.1" status: 204 len: 168 time: 0.1736596 Feb 17 10:00:20.534151 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45820ab1-0edd-4ba5-95b6-7eb32f350d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900f4696-a0e5-47cf-ab9e-026687737305,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:20.543327 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45820ab1-0edd-4ba5-95b6-7eb32f350d34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:20.543964 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45820ab1-0edd-4ba5-95b6-7eb32f350d34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:20.544483 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45820ab1-0edd-4ba5-95b6-7eb32f350d34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:20.545124 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45820ab1-0edd-4ba5-95b6-7eb32f350d34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:20.545901 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45820ab1-0edd-4ba5-95b6-7eb32f350d34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:20.546518 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45820ab1-0edd-4ba5-95b6-7eb32f350d34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:20.547665 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45820ab1-0edd-4ba5-95b6-7eb32f350d34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:20.548195 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45820ab1-0edd-4ba5-95b6-7eb32f350d34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:20.548852 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45820ab1-0edd-4ba5-95b6-7eb32f350d34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:20.549530 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45820ab1-0edd-4ba5-95b6-7eb32f350d34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:20.550058 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45820ab1-0edd-4ba5-95b6-7eb32f350d34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:20.550549 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45820ab1-0edd-4ba5-95b6-7eb32f350d34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:20.551301 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45820ab1-0edd-4ba5-95b6-7eb32f350d34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:20.559827 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b9a12-44c4-48f3-a259-51f0b01a3be2 req-020e4a2a-b067-43c1-b7d2-11b51cafa10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:20.561584 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-884b9a12-44c4-48f3-a259-51f0b01a3be2 req-020e4a2a-b067-43c1-b7d2-11b51cafa10a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ee27e4c191de47a3b47db5a43ab00258&device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 1129 time: 0.0674472 Feb 17 10:00:20.762988 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b9a12-44c4-48f3-a259-51f0b01a3be2 req-87f7954a-1f94-49f4-98c1-2f52802e4557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:20.765126 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-884b9a12-44c4-48f3-a259-51f0b01a3be2 req-87f7954a-1f94-49f4-98c1-2f52802e4557 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c3aac7fc-fa00-48a3-aaf1-bf71d0d04681 HTTP/1.1" status: 200 len: 918 time: 0.1959250 Feb 17 10:00:20.855399 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-884b9a12-44c4-48f3-a259-51f0b01a3be2 req-98525033-295b-4ecf-881f-8bb90129c282 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50519438-b1f0-412d-a039-fadbb8fdf167 HTTP/1.1" status: 200 len: 999 time: 0.0814953 Feb 17 10:00:20.893711 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-13a1be23-8e14-4fd2-b1e2-947c070cc064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'name': 'tempest-AttachVolumeShelveTestJSON-427590882-router', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:00Z', 'updated_at': '2022-02-17T09:55:17Z', 'revision_number': 4, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'gw_port': {'id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:02Z', 'updated_at': '2022-02-17T09:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_floatingips': [{'id': 'f0f6fd82-5277-4ad3-bf03-ec1f6a72ec45', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'floating_ip_address': '172.27.0.154', 'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'router_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'port_id': '50519438-b1f0-412d-a039-fadbb8fdf167', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681', 'mac_address': 'fa:16:3e:81:c0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2560ed48-6013-4448-af7f-54bf9b0b9e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:00:05Z', 'updated_at': '2022-02-17T10:00:19Z', 'revision_number': 1, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4256595c-a414-4dc8-9a0f-d1e2e5bce808', 'name': '', 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'mac_address': 'fa:16:3e:c9:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:10Z', 'updated_at': '2022-02-17T09:55:26Z', 'revision_number': 5, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'subnets': [{'id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:20.916087 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b9a12-44c4-48f3-a259-51f0b01a3be2 req-1c96b301-8ccf-4998-b534-f16ef3378555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:20.917541 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-884b9a12-44c4-48f3-a259-51f0b01a3be2 req-1c96b301-8ccf-4998-b534-f16ef3378555 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab HTTP/1.1" status: 200 len: 855 time: 0.0555143 Feb 17 10:00:20.925721 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a1be23-8e14-4fd2-b1e2-947c070cc064 None None] Checking router: 50429842-9af3-4d2d-bcd6-a5f6d0bee85f for host: dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:00:20.935609 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a1be23-8e14-4fd2-b1e2-947c070cc064 None None] Routers {'50429842-9af3-4d2d-bcd6-a5f6d0bee85f'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:00:20.936252 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-13a1be23-8e14-4fd2-b1e2-947c070cc064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:00:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['50429842-9af3-4d2d-bcd6-a5f6d0bee85f'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:20.971854 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b9a12-44c4-48f3-a259-51f0b01a3be2 req-0dd5c2b9-77a7-418d-be3f-a62bce416996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:20.973299 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-884b9a12-44c4-48f3-a259-51f0b01a3be2 req-0dd5c2b9-77a7-418d-be3f-a62bce416996 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c3aac7fc-fa00-48a3-aaf1-bf71d0d04681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0491400 Feb 17 10:00:21.080303 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-13a1be23-8e14-4fd2-b1e2-947c070cc064 None None] Set router 50429842-9af3-4d2d-bcd6-a5f6d0bee85f gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:00:21.096906 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7ecd75e2-fe57-4d77-bb44-770dde1ef774 req-0b1ac580-767e-44cd-b688-f6d085d97681 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 210 time: 0.0377684 Feb 17 10:00:21.334002 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-13a1be23-8e14-4fd2-b1e2-947c070cc064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'name': 'tempest-AttachVolumeShelveTestJSON-427590882-router', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:00Z', 'updated_at': '2022-02-17T09:55:17Z', 'revision_number': 4, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'gw_port': {'id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:02Z', 'updated_at': '2022-02-17T09:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_floatingips': [{'id': 'f0f6fd82-5277-4ad3-bf03-ec1f6a72ec45', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'floating_ip_address': '172.27.0.154', 'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'router_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'port_id': '50519438-b1f0-412d-a039-fadbb8fdf167', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681', 'mac_address': 'fa:16:3e:81:c0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2560ed48-6013-4448-af7f-54bf9b0b9e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:00:05Z', 'updated_at': '2022-02-17T10:00:19Z', 'revision_number': 1, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4256595c-a414-4dc8-9a0f-d1e2e5bce808', 'name': '', 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'mac_address': 'fa:16:3e:c9:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:10Z', 'updated_at': '2022-02-17T09:55:26Z', 'revision_number': 5, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'subnets': [{'id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:21.364949 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a1be23-8e14-4fd2-b1e2-947c070cc064 None None] The sync data for ids ['50429842-9af3-4d2d-bcd6-a5f6d0bee85f'] in dv-cinder-778193-18-iscsi is: [{'id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'name': 'tempest-AttachVolumeShelveTestJSON-427590882-router', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:00Z', 'updated_at': '2022-02-17T09:55:17Z', 'revision_number': 4, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'gw_port': {'id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:02Z', 'updated_at': '2022-02-17T09:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_floatingips': [{'id': 'f0f6fd82-5277-4ad3-bf03-ec1f6a72ec45', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'floating_ip_address': '172.27.0.154', 'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'router_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'port_id': '50519438-b1f0-412d-a039-fadbb8fdf167', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681', 'mac_address': 'fa:16:3e:81:c0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2560ed48-6013-4448-af7f-54bf9b0b9e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:00:05Z', 'updated_at': '2022-02-17T10:00:19Z', 'revision_number': 1, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4256595c-a414-4dc8-9a0f-d1e2e5bce808', 'name': '', 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'mac_address': 'fa:16:3e:c9:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:10Z', 'updated_at': '2022-02-17T09:55:26Z', 'revision_number': 5, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'subnets': [{'id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:00:21.398481 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-884b9a12-44c4-48f3-a259-51f0b01a3be2 req-9454eb98-08aa-416f-9136-a8169ceeaf50 service neutron] 10.222.0.93 "GET /v2.0/networks/c3aac7fc-fa00-48a3-aaf1-bf71d0d04681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148295 Feb 17 10:00:21.408267 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-3540ac0c-e7f3-46fd-9c16-6f6b643798b1 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:21.409829 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-3540ac0c-e7f3-46fd-9c16-6f6b643798b1 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.93 "GET /v2.0/networks?id=4e3382a2-24ac-4cc3-827e-8b4d3a55c405 HTTP/1.1" status: 200 len: 808 time: 0.1547828 Feb 17 10:00:21.541500 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-106282b6-7fa2-4641-a30b-abd930198705 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de44e74ec4f14798bfdcd62c94d133f3 HTTP/1.1" status: 200 len: 380 time: 0.1209140 Feb 17 10:00:21.552963 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-081c9f5d-ea72-4249-8773-aa7e18acc85d tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Request body: {'port': {'device_id': '8a01c581-0f78-45ce-8438-3d71f4528d1a', 'network_id': '4e3382a2-24ac-4cc3-827e-8b4d3a55c405', 'admin_state_up': True, 'tenant_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'security_groups': ['ca6934d1-acba-44d2-8a95-bfcd404e454d']}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:00:21.561331 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-884b9a12-44c4-48f3-a259-51f0b01a3be2 req-5445d7da-7025-4b84-9b29-d263322266a5 service neutron] 10.222.0.93 "GET /v2.0/networks/c3aac7fc-fa00-48a3-aaf1-bf71d0d04681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492841 Feb 17 10:00:21.574496 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2924c55-dc14-4419-bc92-c423cd549ed2 None None] New status for floating IP f0f6fd82-5277-4ad3-bf03-ec1f6a72ec45: ACTIVE {{(pid=102623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:00:21.681654 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-081c9f5d-ea72-4249-8773-aa7e18acc85d tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Made reservation on behalf of de44e74ec4f14798bfdcd62c94d133f3 for: {'port': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:00:21.685208 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-081c9f5d-ea72-4249-8773-aa7e18acc85d tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:21.814331 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_common [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-081c9f5d-ea72-4249-8773-aa7e18acc85d tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Allocated IP 172.20.0.11 (4e3382a2-24ac-4cc3-827e-8b4d3a55c405/13cfbcdc-2ffd-4e28-9105-a23d7be8b66c/34939abd-00b4-422e-ab60-83a237629f24) {{(pid=102621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:00:21.964399 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-081c9f5d-ea72-4249-8773-aa7e18acc85d tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks [] for port (34939abd-00b4-422e-ab60-83a237629f24), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:21.998616 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-081c9f5d-ea72-4249-8773-aa7e18acc85d tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (34939abd-00b4-422e-ab60-83a237629f24), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:22.039046 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-081c9f5d-ea72-4249-8773-aa7e18acc85d tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Network 4e3382a2-24ac-4cc3-827e-8b4d3a55c405 is already hosted by enough agents. {{(pid=102621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:00:22.044159 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-081c9f5d-ea72-4249-8773-aa7e18acc85d tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Resources bound (agent type, host, resource id): {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:00:22.047795 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-081c9f5d-ea72-4249-8773-aa7e18acc85d tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Received port after_create {{(pid=102621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 10:00:22.088165 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c9f5d-ea72-4249-8773-aa7e18acc85d tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Pushing event updated for resources: {'Port': ['ID=34939abd-00b4-422e-ab60-83a237629f24,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:22.115584 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-081c9f5d-ea72-4249-8773-aa7e18acc85d tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:22.116307 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-081c9f5d-ea72-4249-8773-aa7e18acc85d tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:22.139084 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-081c9f5d-ea72-4249-8773-aa7e18acc85d tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5899420 Feb 17 10:00:22.151335 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-5f5e13f9-934f-489c-9765-555c62aa673c service neutron] Request body: {'port': {'device_id': '8a01c581-0f78-45ce-8438-3d71f4528d1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:00:22.214796 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-5f5e13f9-934f-489c-9765-555c62aa673c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (34939abd-00b4-422e-ab60-83a237629f24), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:22.232383 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eded0c-ea05-45b4-a52b-31c3cbac229e req-c2040974-25e3-4b41-9605-057b87880c00 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:22.233891 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b2eded0c-ea05-45b4-a52b-31c3cbac229e req-c2040974-25e3-4b41-9605-057b87880c00 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 932 time: 0.0545964 Feb 17 10:00:22.258634 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-fff5261d-6a94-4a66-ae62-b2023ec7e534 None None] Provisioning complete for port 34939abd-00b4-422e-ab60-83a237629f24 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:00:22.259367 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-fff5261d-6a94-4a66-ae62-b2023ec7e534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (34939abd-00b4-422e-ab60-83a237629f24), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:22.293065 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-fff5261d-6a94-4a66-ae62-b2023ec7e534 None None] Port 34939abd-00b4-422e-ab60-83a237629f24 cannot update to ACTIVE because it is not bound. {{(pid=102622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 10:00:22.296553 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b2eded0c-ea05-45b4-a52b-31c3cbac229e req-77d4ddfa-bd02-4b4d-a3c1-e88313eded72 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568714 Feb 17 10:00:22.476661 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-5f5e13f9-934f-489c-9765-555c62aa673c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34939abd-00b4-422e-ab60-83a237629f24 {{(pid=102621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 10:00:22.483962 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-5f5e13f9-934f-489c-9765-555c62aa673c service neutron] Publish callbacks [] for port (34939abd-00b4-422e-ab60-83a237629f24), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:22.495904 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.provisioning_blocks [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-5f5e13f9-934f-489c-9765-555c62aa673c service neutron] Transition to ACTIVE for port object 34939abd-00b4-422e-ab60-83a237629f24 will not be triggered until provisioned by entity L2. {{(pid=102621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:00:22.500101 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-5f5e13f9-934f-489c-9765-555c62aa673c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9010360'] for port (34939abd-00b4-422e-ab60-83a237629f24), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:22.548756 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e13f9-934f-489c-9765-555c62aa673c service neutron] Pushing event updated for resources: {'Port': ['ID=34939abd-00b4-422e-ab60-83a237629f24,revision_number=2']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:22.620244 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-5f5e13f9-934f-489c-9765-555c62aa673c service neutron] Attempting to bind port 34939abd-00b4-422e-ab60-83a237629f24 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 10:00:22.620584 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-5f5e13f9-934f-489c-9765-555c62aa673c service neutron] Attempting to bind port 34939abd-00b4-422e-ab60-83a237629f24 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '1c6bc412-3891-4884-83a1-cff6658b4c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4e3382a2-24ac-4cc3-827e-8b4d3a55c405'}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 10:00:22.620916 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-5f5e13f9-934f-489c-9765-555c62aa673c service neutron] Attempting to bind port 34939abd-00b4-422e-ab60-83a237629f24 on network 4e3382a2-24ac-4cc3-827e-8b4d3a55c405 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 10:00:22.625572 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-5f5e13f9-934f-489c-9765-555c62aa673c service neutron] Port 34939abd-00b4-422e-ab60-83a237629f24 on network 4e3382a2-24ac-4cc3-827e-8b4d3a55c405 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 10:00:22.625896 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-5f5e13f9-934f-489c-9765-555c62aa673c service neutron] Attempting to bind port 34939abd-00b4-422e-ab60-83a237629f24 on network 4e3382a2-24ac-4cc3-827e-8b4d3a55c405 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 10:00:22.631051 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-5f5e13f9-934f-489c-9765-555c62aa673c service neutron] Checking agent: {'id': '57512943-2fb5-44da-9b65-1b43ee30ab09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'started_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 10:00:22.631424 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-5f5e13f9-934f-489c-9765-555c62aa673c service neutron] Checking segment: {'id': '1c6bc412-3891-4884-83a1-cff6658b4c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4e3382a2-24ac-4cc3-827e-8b4d3a55c405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 10:00:22.631863 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-5f5e13f9-934f-489c-9765-555c62aa673c service neutron] Bound using segment: {'id': '1c6bc412-3891-4884-83a1-cff6658b4c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4e3382a2-24ac-4cc3-827e-8b4d3a55c405'} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 10:00:22.632291 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-5f5e13f9-934f-489c-9765-555c62aa673c service neutron] Bound port: 34939abd-00b4-422e-ab60-83a237629f24, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c6bc412-3891-4884-83a1-cff6658b4c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4e3382a2-24ac-4cc3-827e-8b4d3a55c405'}}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 10:00:22.632648 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-5f5e13f9-934f-489c-9765-555c62aa673c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (34939abd-00b4-422e-ab60-83a237629f24), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:22.703902 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-5f5e13f9-934f-489c-9765-555c62aa673c service neutron] For port 34939abd-00b4-422e-ab60-83a237629f24, host hv-cinder-77819, cleared binding levels {{(pid=102621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 10:00:22.707048 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-5f5e13f9-934f-489c-9765-555c62aa673c service neutron] For port 34939abd-00b4-422e-ab60-83a237629f24, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=34939abd-00b4-422e-ab60-83a237629f24,segment=NetworkSegment(1c6bc412-3891-4884-83a1-cff6658b4c69),segment_id=1c6bc412-3891-4884-83a1-cff6658b4c69)] {{(pid=102621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 10:00:22.713690 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-5f5e13f9-934f-489c-9765-555c62aa673c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9010360'] for port (34939abd-00b4-422e-ab60-83a237629f24), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:22.746881 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-5f5e13f9-934f-489c-9765-555c62aa673c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:22.747435 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-5f5e13f9-934f-489c-9765-555c62aa673c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:22.748744 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-5f5e13f9-934f-489c-9765-555c62aa673c service neutron] 10.222.0.93 "PUT /v2.0/ports/34939abd-00b4-422e-ab60-83a237629f24 HTTP/1.1" status: 200 len: 1094 time: 0.6018641 Feb 17 10:00:22.749192 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a01c581-0f78-45ce-8438-3d71f4528d1a', 'tag': '34939abd-00b4-422e-ab60-83a237629f24'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:00:22.751464 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28c8aa0-5247-46e0-a95d-f866905fd427" -d '{"events": [{"name": "network-changed", "server_uuid": "8a01c581-0f78-45ce-8438-3d71f4528d1a", "tag": "34939abd-00b4-422e-ab60-83a237629f24"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:00:22.780043 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e13f9-934f-489c-9765-555c62aa673c service neutron] Pushing event updated for resources: {'Port': ['ID=34939abd-00b4-422e-ab60-83a237629f24,revision_number=3']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:22.804287 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 10:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba457ba-2ea4-4577-a594-2d14ca9e30fd x-openstack-request-id: req-0ba457ba-2ea4-4577-a594-2d14ca9e30fd {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:00:22.804582 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a01c581-0f78-45ce-8438-3d71f4528d1a", "tag": "34939abd-00b4-422e-ab60-83a237629f24", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:00:22.804836 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0ba457ba-2ea4-4577-a594-2d14ca9e30fd {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:00:22.805244 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a01c581-0f78-45ce-8438-3d71f4528d1a', 'tag': '34939abd-00b4-422e-ab60-83a237629f24', 'status': 'completed', 'code': 200} Feb 17 10:00:22.842515 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-3e688f03-d559-4684-8ae0-334a40b83dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:22.844111 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-3e688f03-d559-4684-8ae0-334a40b83dad service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=de44e74ec4f14798bfdcd62c94d133f3&device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 1128 time: 0.0495582 Feb 17 10:00:22.892437 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-c0ff4c1a-2384-43b1-91f8-f81356716ecb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34939abd-00b4-422e-ab60-83a237629f24 HTTP/1.1" status: 200 len: 217 time: 0.0389838 Feb 17 10:00:22.942570 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-27fb6d2f-bae5-4352-affa-6db3046841da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:22.944050 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-27fb6d2f-bae5-4352-affa-6db3046841da service neutron] 10.222.0.93 "GET /v2.0/subnets?id=13cfbcdc-2ffd-4e28-9105-a23d7be8b66c HTTP/1.1" status: 200 len: 847 time: 0.0455723 Feb 17 10:00:22.996846 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-1f98e977-137d-443b-90d4-2e00508dd5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:22.998283 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-1f98e977-137d-443b-90d4-2e00508dd5e5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4e3382a2-24ac-4cc3-827e-8b4d3a55c405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438147 Feb 17 10:00:23.092589 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-6ae11d29-5b2a-49e4-820e-200184babff8 service neutron] 10.222.0.93 "GET /v2.0/networks/4e3382a2-24ac-4cc3-827e-8b4d3a55c405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870967 Feb 17 10:00:23.180988 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-87ac1d1d-a82d-400d-b229-fab2d024aa32 req-c9abbc2a-230b-4f16-bd67-9470ff89d64d service neutron] 10.222.0.93 "GET /v2.0/networks/4e3382a2-24ac-4cc3-827e-8b4d3a55c405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812073 Feb 17 10:00:23.267646 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c8aa0-5247-46e0-a95d-f866905fd427 req-b6068a9b-44ff-4a4b-81bb-0cd306f122c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:23.269027 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e28c8aa0-5247-46e0-a95d-f866905fd427 req-b6068a9b-44ff-4a4b-81bb-0cd306f122c6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=de44e74ec4f14798bfdcd62c94d133f3&device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 1128 time: 0.0435119 Feb 17 10:00:23.360030 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c8aa0-5247-46e0-a95d-f866905fd427 req-7429b020-5fc9-4dc3-9a46-96f9c6e846f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:23.361511 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e28c8aa0-5247-46e0-a95d-f866905fd427 req-7429b020-5fc9-4dc3-9a46-96f9c6e846f2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4e3382a2-24ac-4cc3-827e-8b4d3a55c405 HTTP/1.1" status: 200 len: 910 time: 0.0861714 Feb 17 10:00:23.408665 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e28c8aa0-5247-46e0-a95d-f866905fd427 req-5521827e-a974-438c-8246-8e5f71a112fe service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34939abd-00b4-422e-ab60-83a237629f24 HTTP/1.1" status: 200 len: 217 time: 0.0337057 Feb 17 10:00:23.415035 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435d9bb-3916-4364-a23e-4702008ba751 req-87376036-f49e-4845-8871-bc4c8f6b84b0 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:23.416517 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6435d9bb-3916-4364-a23e-4702008ba751 req-87376036-f49e-4845-8871-bc4c8f6b84b0 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 944 time: 0.0517430 Feb 17 10:00:23.464176 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c8aa0-5247-46e0-a95d-f866905fd427 req-b9bbc157-4eea-4355-b2e4-643172a6219f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:23.465013 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6435d9bb-3916-4364-a23e-4702008ba751 req-677fe7c6-1fd6-4262-896c-51d7235a0c92 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428700 Feb 17 10:00:23.465626 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e28c8aa0-5247-46e0-a95d-f866905fd427 req-b9bbc157-4eea-4355-b2e4-643172a6219f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=13cfbcdc-2ffd-4e28-9105-a23d7be8b66c HTTP/1.1" status: 200 len: 847 time: 0.0475171 Feb 17 10:00:23.514927 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c8aa0-5247-46e0-a95d-f866905fd427 req-5b426199-2d20-49c6-a005-78178ebaaa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:23.516406 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e28c8aa0-5247-46e0-a95d-f866905fd427 req-5b426199-2d20-49c6-a005-78178ebaaa82 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4e3382a2-24ac-4cc3-827e-8b4d3a55c405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425863 Feb 17 10:00:23.610866 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e28c8aa0-5247-46e0-a95d-f866905fd427 req-d627717f-d3e3-45f0-851e-9b31b7622a4d service neutron] 10.222.0.93 "GET /v2.0/networks/4e3382a2-24ac-4cc3-827e-8b4d3a55c405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854661 Feb 17 10:00:23.700300 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e28c8aa0-5247-46e0-a95d-f866905fd427 req-1c9b23ac-229a-45f4-9657-36f78832ae13 service neutron] 10.222.0.93 "GET /v2.0/networks/4e3382a2-24ac-4cc3-827e-8b4d3a55c405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830033 Feb 17 10:00:24.580469 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb81ee-c10f-4679-85fd-d87e5a73c59a req-d77bf864-9cb7-427c-99c8-d416dc01cc76 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:24.581902 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a9bb81ee-c10f-4679-85fd-d87e5a73c59a req-d77bf864-9cb7-427c-99c8-d416dc01cc76 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 944 time: 0.0498292 Feb 17 10:00:24.628411 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a9bb81ee-c10f-4679-85fd-d87e5a73c59a req-d68faed4-7493-4874-a2d4-a18b42a651e7 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410006 Feb 17 10:00:25.746860 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4530583-7777-49fd-8410-4557da8f1246 req-253694f1-ac15-45e8-a4dd-a0284b890b8f tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:25.748329 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c4530583-7777-49fd-8410-4557da8f1246 req-253694f1-ac15-45e8-a4dd-a0284b890b8f tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 944 time: 0.0541131 Feb 17 10:00:25.794911 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c4530583-7777-49fd-8410-4557da8f1246 req-e87a7fcf-7619-496b-83ca-e34385198359 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412047 Feb 17 10:00:26.909225 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16b765-f985-4a08-8509-0a68b003d8f0 req-8fd1cba8-2327-4526-8f25-aafeb0bb34f4 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:26.910666 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8d16b765-f985-4a08-8509-0a68b003d8f0 req-8fd1cba8-2327-4526-8f25-aafeb0bb34f4 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 944 time: 0.0507686 Feb 17 10:00:26.957117 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8d16b765-f985-4a08-8509-0a68b003d8f0 req-7d2b813b-abab-47bb-8151-9a7f45f133fb tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409846 Feb 17 10:00:28.030956 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb32c8e-4ac5-4f82-9d42-52e3c88b946c req-25b00498-7a61-4f2b-b6a9-3f39d2fe9c0f tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:28.032448 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ffb32c8e-4ac5-4f82-9d42-52e3c88b946c req-25b00498-7a61-4f2b-b6a9-3f39d2fe9c0f tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0550780 Feb 17 10:00:28.111699 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ffb32c8e-4ac5-4f82-9d42-52e3c88b946c req-abdbb0a1-61a8-434e-8cb0-6cbb685ba05d tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696795 Feb 17 10:00:28.123860 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ec045-4e23-4fdd-851c-5116f6147105 req-2c76a862-787e-4901-9962-dfae8eb9f9c4 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:28.125371 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ca9ec045-4e23-4fdd-851c-5116f6147105 req-2c76a862-787e-4901-9962-dfae8eb9f9c4 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 944 time: 0.0920565 Feb 17 10:00:28.174373 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ca9ec045-4e23-4fdd-851c-5116f6147105 req-68c9644e-c692-4969-be81-97f0d27dc088 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434251 Feb 17 10:00:29.231800 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f14f1-286d-4502-bbd6-db28e2d4f2ab req-1ce75b2f-a68a-45d8-9dd8-8a389b0ee2db tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:29.233414 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a29f14f1-286d-4502-bbd6-db28e2d4f2ab req-1ce75b2f-a68a-45d8-9dd8-8a389b0ee2db tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0520632 Feb 17 10:00:29.286342 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a29f14f1-286d-4502-bbd6-db28e2d4f2ab req-ae4b6293-f1cd-48c0-b846-f7d7333a34bc tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470514 Feb 17 10:00:29.446600 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59103999-6246-411e-a702-cfcdec8ab06d req-721a2020-5e65-47ba-8013-e499c5c60deb tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:29.448003 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-59103999-6246-411e-a702-cfcdec8ab06d req-721a2020-5e65-47ba-8013-e499c5c60deb tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 944 time: 0.0520785 Feb 17 10:00:29.505349 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-59103999-6246-411e-a702-cfcdec8ab06d req-403b7136-3404-48e8-978e-aeaa431ef24f tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518408 Feb 17 10:00:30.152599 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb911dac-8381-4442-bfd0-2e2d38996fd1 req-39a15979-e1a8-48e4-84da-64c455480b75 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:30.154050 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-bb911dac-8381-4442-bfd0-2e2d38996fd1 req-39a15979-e1a8-48e4-84da-64c455480b75 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0516562 Feb 17 10:00:30.280863 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-bb911dac-8381-4442-bfd0-2e2d38996fd1 req-2bdd2ef4-ca7d-4bcd-8fe8-da36d09b7a91 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Deleting port f2b0c8b6-0061-4e26-83aa-bbc49bff05ee {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:00:30.281202 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-bb911dac-8381-4442-bfd0-2e2d38996fd1 req-2bdd2ef4-ca7d-4bcd-8fe8-da36d09b7a91 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (f2b0c8b6-0061-4e26-83aa-bbc49bff05ee), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:30.367233 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-bb911dac-8381-4442-bfd0-2e2d38996fd1 req-2bdd2ef4-ca7d-4bcd-8fe8-da36d09b7a91 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] For port f2b0c8b6-0061-4e26-83aa-bbc49bff05ee, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f2b0c8b6-0061-4e26-83aa-bbc49bff05ee,segment=NetworkSegment(27b95298-c23c-4d5f-8605-60b0d2d05807),segment_id=27b95298-c23c-4d5f-8605-60b0d2d05807)] {{(pid=102621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:00:30.367578 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-bb911dac-8381-4442-bfd0-2e2d38996fd1 req-2bdd2ef4-ca7d-4bcd-8fe8-da36d09b7a91 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (f2b0c8b6-0061-4e26-83aa-bbc49bff05ee), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:30.404401 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4b529-7571-42ef-9f82-e263778b2c05 req-8a00b99e-bb25-4ec3-8f71-fec44a1f9e4b tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:30.405880 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a2c4b529-7571-42ef-9f82-e263778b2c05 req-8a00b99e-bb25-4ec3-8f71-fec44a1f9e4b tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 946 time: 0.0514247 Feb 17 10:00:30.452901 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a2c4b529-7571-42ef-9f82-e263778b2c05 req-9812235d-04e4-4edf-8772-e697782727ad tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=38c37d0c-35fc-4dae-80a6-b6ec7fe47708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412803 Feb 17 10:00:30.540156 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-bb911dac-8381-4442-bfd0-2e2d38996fd1 req-2bdd2ef4-ca7d-4bcd-8fe8-da36d09b7a91 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:30.540523 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-bb911dac-8381-4442-bfd0-2e2d38996fd1 req-2bdd2ef4-ca7d-4bcd-8fe8-da36d09b7a91 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931625'] for floatingip (04bf69a6-59b8-4b21-8a19-0205e54d90b6), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:30.540838 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.db.l3_db [req-bb911dac-8381-4442-bfd0-2e2d38996fd1 req-2bdd2ef4-ca7d-4bcd-8fe8-da36d09b7a91 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Floating IP 04bf69a6-59b8-4b21-8a19-0205e54d90b6 disassociated. External IP: 172.27.0.72, port: f2b0c8b6-0061-4e26-83aa-bbc49bff05ee. Feb 17 10:00:30.541209 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-bb911dac-8381-4442-bfd0-2e2d38996fd1 req-2bdd2ef4-ca7d-4bcd-8fe8-da36d09b7a91 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Calling delete_port for f2b0c8b6-0061-4e26-83aa-bbc49bff05ee owned by compute:nova {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:00:30.625917 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882b187-b78e-4746-b67b-cd4ffad03403 req-aa99d364-cbf7-444d-ae18-815ef4546bee tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:30.627418 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7882b187-b78e-4746-b67b-cd4ffad03403 req-aa99d364-cbf7-444d-ae18-815ef4546bee tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 944 time: 0.0540347 Feb 17 10:00:30.666996 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-bb911dac-8381-4442-bfd0-2e2d38996fd1 req-2bdd2ef4-ca7d-4bcd-8fe8-da36d09b7a91 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (f2b0c8b6-0061-4e26-83aa-bbc49bff05ee), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:30.678346 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7882b187-b78e-4746-b67b-cd4ffad03403 req-eaad4c99-1983-4460-88e2-e01dbc2a9da0 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446289 Feb 17 10:00:30.696748 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd2ef4-ca7d-4bcd-8fe8-da36d09b7a91 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Pushing event deleted for resources: {'Port': ['ID=f2b0c8b6-0061-4e26-83aa-bbc49bff05ee,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:30.812463 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb911dac-8381-4442-bfd0-2e2d38996fd1 req-2bdd2ef4-ca7d-4bcd-8fe8-da36d09b7a91 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Router 686e692a-617e-44df-afaa-5ab49250a24f has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 10:00:30.916499 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb911dac-8381-4442-bfd0-2e2d38996fd1 req-2bdd2ef4-ca7d-4bcd-8fe8-da36d09b7a91 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 10:00:30.926058 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc34cf2-d3a3-47b4-857f-40a86ba33920 None None] Sync routers for ids ['686e692a-617e-44df-afaa-5ab49250a24f'] in dv-cinder-778193-18-iscsi {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:00:30.936532 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc34cf2-d3a3-47b4-857f-40a86ba33920 None None] Routers {'686e692a-617e-44df-afaa-5ab49250a24f'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:00:30.937162 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-6bc34cf2-d3a3-47b4-857f-40a86ba33920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:00:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['686e692a-617e-44df-afaa-5ab49250a24f'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:30.956756 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb911dac-8381-4442-bfd0-2e2d38996fd1 req-2bdd2ef4-ca7d-4bcd-8fe8-da36d09b7a91 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] No DVR routers for this DVR port f2b0c8b6-0061-4e26-83aa-bbc49bff05ee on host hv-cinder-77819 {{(pid=102621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:00:30.959244 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-bb911dac-8381-4442-bfd0-2e2d38996fd1 req-2bdd2ef4-ca7d-4bcd-8fe8-da36d09b7a91 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:30.963092 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-bb911dac-8381-4442-bfd0-2e2d38996fd1 req-2bdd2ef4-ca7d-4bcd-8fe8-da36d09b7a91 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.93 "DELETE /v2.0/ports/f2b0c8b6-0061-4e26-83aa-bbc49bff05ee HTTP/1.1" status: 204 len: 173 time: 0.7987094 Feb 17 10:00:30.963565 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6ac86d-9d55-4dae-bee2-7b7a2dad142a', 'name': 'network-vif-deleted', 'tag': 'f2b0c8b6-0061-4e26-83aa-bbc49bff05ee'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:00:30.965813 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49d48d0-00f7-4d73-ba26-80c34a3bfbf0" -d '{"events": [{"server_uuid": "cd6ac86d-9d55-4dae-bee2-7b7a2dad142a", "name": "network-vif-deleted", "tag": "f2b0c8b6-0061-4e26-83aa-bbc49bff05ee"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:00:31.001986 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 10:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ea0223-c0bc-4fd7-b4b4-91c962a0a7f8 x-openstack-request-id: req-97ea0223-c0bc-4fd7-b4b4-91c962a0a7f8 {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:00:31.002382 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd6ac86d-9d55-4dae-bee2-7b7a2dad142a", "name": "network-vif-deleted", "tag": "f2b0c8b6-0061-4e26-83aa-bbc49bff05ee", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:00:31.002636 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-97ea0223-c0bc-4fd7-b4b4-91c962a0a7f8 {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:00:31.003038 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6ac86d-9d55-4dae-bee2-7b7a2dad142a', 'name': 'network-vif-deleted', 'tag': 'f2b0c8b6-0061-4e26-83aa-bbc49bff05ee', 'status': 'completed', 'code': 200} Feb 17 10:00:31.061020 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-6bc34cf2-d3a3-47b4-857f-40a86ba33920 None None] Set router 686e692a-617e-44df-afaa-5ab49250a24f gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:00:31.270220 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-6bc34cf2-d3a3-47b4-857f-40a86ba33920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686e692a-617e-44df-afaa-5ab49250a24f', 'name': 'tempest-AttachVolumeTestJSON-624494086-router', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:01Z', 'updated_at': '2022-02-17T09:55:14Z', 'revision_number': 4, 'project_id': '7039608c8379432d81234a6c5f780815', 'gw_port': {'id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:03Z', 'updated_at': '2022-02-17T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': '1550b0e8-ebfc-4c92-aec5-36c80a98a305', 'name': '', 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'mac_address': 'fa:16:3e:a8:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4595d53c-1b19-44a4-9d57-e790e2a0475e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:10Z', 'updated_at': '2022-02-17T09:55:22Z', 'revision_number': 5, 'project_id': '7039608c8379432d81234a6c5f780815', 'subnets': [{'id': '4595d53c-1b19-44a4-9d57-e790e2a0475e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:31.296508 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc34cf2-d3a3-47b4-857f-40a86ba33920 None None] Checking router: 686e692a-617e-44df-afaa-5ab49250a24f for host: dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:00:31.304626 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc34cf2-d3a3-47b4-857f-40a86ba33920 None None] Routers {'686e692a-617e-44df-afaa-5ab49250a24f'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:00:31.305235 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-6bc34cf2-d3a3-47b4-857f-40a86ba33920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:00:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['686e692a-617e-44df-afaa-5ab49250a24f'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:31.410365 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-6bc34cf2-d3a3-47b4-857f-40a86ba33920 None None] Set router 686e692a-617e-44df-afaa-5ab49250a24f gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:00:31.563605 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f45070c5-37cb-4ac6-abc9-aaf04149809a req-d66beab8-ebc9-4a89-88bf-72ef6ca9c75a tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd6ac86d-9d55-4dae-bee2-7b7a2dad142a HTTP/1.1" status: 200 len: 210 time: 0.0271816 Feb 17 10:00:31.628509 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-6bc34cf2-d3a3-47b4-857f-40a86ba33920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686e692a-617e-44df-afaa-5ab49250a24f', 'name': 'tempest-AttachVolumeTestJSON-624494086-router', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:01Z', 'updated_at': '2022-02-17T09:55:14Z', 'revision_number': 4, 'project_id': '7039608c8379432d81234a6c5f780815', 'gw_port': {'id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:03Z', 'updated_at': '2022-02-17T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': '1550b0e8-ebfc-4c92-aec5-36c80a98a305', 'name': '', 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'mac_address': 'fa:16:3e:a8:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4595d53c-1b19-44a4-9d57-e790e2a0475e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:10Z', 'updated_at': '2022-02-17T09:55:22Z', 'revision_number': 5, 'project_id': '7039608c8379432d81234a6c5f780815', 'subnets': [{'id': '4595d53c-1b19-44a4-9d57-e790e2a0475e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:31.778827 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc34cf2-d3a3-47b4-857f-40a86ba33920 None None] The sync data for ids ['686e692a-617e-44df-afaa-5ab49250a24f'] in dv-cinder-778193-18-iscsi is: [{'id': '686e692a-617e-44df-afaa-5ab49250a24f', 'name': 'tempest-AttachVolumeTestJSON-624494086-router', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:01Z', 'updated_at': '2022-02-17T09:55:14Z', 'revision_number': 4, 'project_id': '7039608c8379432d81234a6c5f780815', 'gw_port': {'id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:03Z', 'updated_at': '2022-02-17T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': '1550b0e8-ebfc-4c92-aec5-36c80a98a305', 'name': '', 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'mac_address': 'fa:16:3e:a8:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4595d53c-1b19-44a4-9d57-e790e2a0475e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:10Z', 'updated_at': '2022-02-17T09:55:22Z', 'revision_number': 5, 'project_id': '7039608c8379432d81234a6c5f780815', 'subnets': [{'id': '4595d53c-1b19-44a4-9d57-e790e2a0475e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:00:31.806472 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769d98f-4e59-46f4-a5f1-9fb0fe715fd2 req-9d87dc14-2c72-441d-98c1-4ba89d67cf33 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:31.808048 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3769d98f-4e59-46f4-a5f1-9fb0fe715fd2 req-9d87dc14-2c72-441d-98c1-4ba89d67cf33 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 944 time: 0.0547268 Feb 17 10:00:31.857873 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3769d98f-4e59-46f4-a5f1-9fb0fe715fd2 req-dd225790-ffa8-420a-b296-0e35e9a86e20 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439103 Feb 17 10:00:31.890715 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 34939abd-00b4-422e-ab60-83a237629f24 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 10:00:31.991679 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 34939abd-00b4-422e-ab60-83a237629f24, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=34939abd-00b4-422e-ab60-83a237629f24,segment=NetworkSegment(1c6bc412-3891-4884-83a1-cff6658b4c69),segment_id=1c6bc412-3891-4884-83a1-cff6658b4c69)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:00:31.993648 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f25608c-a33a-4d77-8f14-c4750296060a None None] New status for floating IP 04bf69a6-59b8-4b21-8a19-0205e54d90b6: DOWN {{(pid=102623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:00:32.003256 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Returning: {'device': '34939abd-00b4-422e-ab60-83a237629f24', 'network_id': '4e3382a2-24ac-4cc3-827e-8b4d3a55c405', 'port_id': '34939abd-00b4-422e-ab60-83a237629f24', 'mac_address': 'fa:16:3e:7f:32:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13cfbcdc-2ffd-4e28-9105-a23d7be8b66c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 10:00:32.039847 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 34939abd-00b4-422e-ab60-83a237629f24 is: DOWN; New status is: BUILD {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:00:32.040238 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (34939abd-00b4-422e-ab60-83a237629f24), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:32.052901 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34939abd-00b4-422e-ab60-83a237629f24 {{(pid=102622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 10:00:32.073267 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 34939abd-00b4-422e-ab60-83a237629f24, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=34939abd-00b4-422e-ab60-83a237629f24,segment=NetworkSegment(1c6bc412-3891-4884-83a1-cff6658b4c69),segment_id=1c6bc412-3891-4884-83a1-cff6658b4c69)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:00:32.077314 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (34939abd-00b4-422e-ab60-83a237629f24), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:32.125187 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=34939abd-00b4-422e-ab60-83a237629f24,revision_number=4']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:32.340389 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['34939abd-00b4-422e-ab60-83a237629f24'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 10:00:32.645335 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 53100) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:32.701355 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ee5b2281-1b14-42b1-a301-1796f5f5919e tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for security_group (38c37d0c-35fc-4dae-80a6-b6ec7fe47708), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:32.723141 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ee5b2281-1b14-42b1-a301-1796f5f5919e tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for security_group (38c37d0c-35fc-4dae-80a6-b6ec7fe47708), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:32.768962 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ee5b2281-1b14-42b1-a301-1796f5f5919e tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (38c37d0c-35fc-4dae-80a6-b6ec7fe47708), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:32.771556 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ee5b2281-1b14-42b1-a301-1796f5f5919e tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:32.772707 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-ee5b2281-1b14-42b1-a301-1796f5f5919e tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "DELETE /v2.0/security-groups/38c37d0c-35fc-4dae-80a6-b6ec7fe47708 HTTP/1.1" status: 204 len: 168 time: 0.1263309 Feb 17 10:00:32.775495 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 53102) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:32.781378 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b2281-1b14-42b1-a301-1796f5f5919e tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c37d0c-35fc-4dae-80a6-b6ec7fe47708,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:32.791490 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.api.v2.resource [None req-f33bb2dc-b9b9-43ed-b926-5ac17375929c tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] show failed (client error): The resource could not be found. Feb 17 10:00:32.792486 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-f33bb2dc-b9b9-43ed-b926-5ac17375929c tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups/38c37d0c-35fc-4dae-80a6-b6ec7fe47708 HTTP/1.1" status: 404 len: 347 time: 0.0158882 Feb 17 10:00:32.795389 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 53104) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:32.920392 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [None req-68a6ed65-c804-4ce5-894f-bd62bd3f34e7 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Deleting port 4b8c0f40-965d-4b65-8b8b-addba67340f8 {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:00:32.920738 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-68a6ed65-c804-4ce5-894f-bd62bd3f34e7 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (4b8c0f40-965d-4b65-8b8b-addba67340f8), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:32.993461 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ae1cd-f24a-4808-a987-9b5ccf0b6ec2 req-b8a602b9-6daa-4d28-86e9-92b9c0e0be90 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:32.994945 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-dd3ae1cd-f24a-4808-a987-9b5ccf0b6ec2 req-b8a602b9-6daa-4d28-86e9-92b9c0e0be90 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 945 time: 0.0536709 Feb 17 10:00:32.998553 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-68a6ed65-c804-4ce5-894f-bd62bd3f34e7 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (4b8c0f40-965d-4b65-8b8b-addba67340f8), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:32.998952 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-68a6ed65-c804-4ce5-894f-bd62bd3f34e7 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for floatingip (4b8c0f40-965d-4b65-8b8b-addba67340f8), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:33.011996 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [None req-68a6ed65-c804-4ce5-894f-bd62bd3f34e7 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Calling delete_port for 4b8c0f40-965d-4b65-8b8b-addba67340f8 owned by network:floatingip {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:00:33.045274 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-dd3ae1cd-f24a-4808-a987-9b5ccf0b6ec2 req-c9af8e6b-e7d8-4e07-b64c-09cddf35d4be tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444453 Feb 17 10:00:33.148457 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-68a6ed65-c804-4ce5-894f-bd62bd3f34e7 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (4b8c0f40-965d-4b65-8b8b-addba67340f8), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:33.178222 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6ed65-c804-4ce5-894f-bd62bd3f34e7 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Pushing event deleted for resources: {'Port': ['ID=4b8c0f40-965d-4b65-8b8b-addba67340f8,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:33.234665 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-68a6ed65-c804-4ce5-894f-bd62bd3f34e7 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for floatingip (04bf69a6-59b8-4b21-8a19-0205e54d90b6), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:33.237203 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-68a6ed65-c804-4ce5-894f-bd62bd3f34e7 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for floatingip (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:33.238322 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-68a6ed65-c804-4ce5-894f-bd62bd3f34e7 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "DELETE /v2.0/floatingips/04bf69a6-59b8-4b21-8a19-0205e54d90b6 HTTP/1.1" status: 204 len: 168 time: 0.4420528 Feb 17 10:00:33.384108 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 53110) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:33.388748 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-de972c61-94cd-4279-8fab-649484bddef2 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2030829362', 'description': 'tempest-description--308390105'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:00:33.408923 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-de972c61-94cd-4279-8fab-649484bddef2 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:33.473388 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-de972c61-94cd-4279-8fab-649484bddef2 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for security_group (1e68221b-873b-4935-8261-792ed9ecfdb8), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:33.477145 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-de972c61-94cd-4279-8fab-649484bddef2 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (1e68221b-873b-4935-8261-792ed9ecfdb8), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:33.505734 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-de972c61-94cd-4279-8fab-649484bddef2 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:33.507514 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-de972c61-94cd-4279-8fab-649484bddef2 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1223557 Feb 17 10:00:33.510479 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 53112) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:33.511734 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de972c61-94cd-4279-8fab-649484bddef2 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e68221b-873b-4935-8261-792ed9ecfdb8,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:33.515257 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-ce71d5d6-8004-4c80-b5c1-85d139e4d412 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Request body: {'security_group_rule': {'security_group_id': '1e68221b-873b-4935-8261-792ed9ecfdb8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:00:33.540451 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ce71d5d6-8004-4c80-b5c1-85d139e4d412 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for security_group_rule (60c7d19b-7158-42e0-9249-148e191aa61b), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:33.596935 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ce71d5d6-8004-4c80-b5c1-85d139e4d412 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for security_group_rule (60c7d19b-7158-42e0-9249-148e191aa61b), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:33.600539 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ce71d5d6-8004-4c80-b5c1-85d139e4d412 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711128'] for security_group_rule (60c7d19b-7158-42e0-9249-148e191aa61b), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:33.617762 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce71d5d6-8004-4c80-b5c1-85d139e4d412 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c7d19b-7158-42e0-9249-148e191aa61b,revision_number=0']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:33.622277 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ce71d5d6-8004-4c80-b5c1-85d139e4d412 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:33.623463 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-ce71d5d6-8004-4c80-b5c1-85d139e4d412 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1118646 Feb 17 10:00:33.626059 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 53114) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:33.630389 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-9d226b1b-953a-4d1c-a4e1-e0d6ddd2c4c8 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Request body: {'security_group_rule': {'security_group_id': '1e68221b-873b-4935-8261-792ed9ecfdb8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:00:33.653783 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9d226b1b-953a-4d1c-a4e1-e0d6ddd2c4c8 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for security_group_rule (2a1fcd89-0661-48a4-bcdf-27a6f4a3347e), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:33.707922 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9d226b1b-953a-4d1c-a4e1-e0d6ddd2c4c8 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for security_group_rule (2a1fcd89-0661-48a4-bcdf-27a6f4a3347e), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:33.711462 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9d226b1b-953a-4d1c-a4e1-e0d6ddd2c4c8 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711128'] for security_group_rule (2a1fcd89-0661-48a4-bcdf-27a6f4a3347e), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:33.727663 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d226b1b-953a-4d1c-a4e1-e0d6ddd2c4c8 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1fcd89-0661-48a4-bcdf-27a6f4a3347e,revision_number=0']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:33.736359 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9d226b1b-953a-4d1c-a4e1-e0d6ddd2c4c8 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:33.737564 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-9d226b1b-953a-4d1c-a4e1-e0d6ddd2c4c8 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1105971 Feb 17 10:00:33.740806 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 53116) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:33.745912 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-fb75c061-0b97-4fd7-bd79-e33f3f196ecc tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Request body: {'floatingip': {'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:00:33.747960 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:33.765539 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-fb75c061-0b97-4fd7-bd79-e33f3f196ecc tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:33.864356 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-fb75c061-0b97-4fd7-bd79-e33f3f196ecc tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:33.903529 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 34939abd-00b4-422e-ab60-83a237629f24 up at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 10:00:33.950278 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning for port 34939abd-00b4-422e-ab60-83a237629f24 completed by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:00:33.954164 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning complete for port 34939abd-00b4-422e-ab60-83a237629f24 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:00:33.954546 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (34939abd-00b4-422e-ab60-83a237629f24), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:33.967737 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_common [None req-fb75c061-0b97-4fd7-bd79-e33f3f196ecc tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Allocated IP 172.27.0.105 (e9041cdf-f130-4174-b12b-9a6052f109e9/ab0a3e63-7c03-47a8-8a32-e5bb6e305511/fc41dcd6-40f8-4e62-a3eb-5ecbcf5e1cda) {{(pid=102621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:00:34.034007 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 34939abd-00b4-422e-ab60-83a237629f24 is: BUILD; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:00:34.034393 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (34939abd-00b4-422e-ab60-83a237629f24), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:34.056730 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a01c581-0f78-45ce-8438-3d71f4528d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34939abd-00b4-422e-ab60-83a237629f24'}] {{(pid=102622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:00:34.058960 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c0921c82721ddcd3043691fcb1168a632d6e856cc39374f61865f4aa2fd6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9488381-878b-433d-bbb4-3239500f7a3f" -d '{"events": [{"server_uuid": "8a01c581-0f78-45ce-8438-3d71f4528d1a", "name": "network-vif-plugged", "status": "completed", "tag": "34939abd-00b4-422e-ab60-83a237629f24"}]}' {{(pid=102622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:00:34.071784 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 34939abd-00b4-422e-ab60-83a237629f24, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=34939abd-00b4-422e-ab60-83a237629f24,segment=NetworkSegment(1c6bc412-3891-4884-83a1-cff6658b4c69),segment_id=1c6bc412-3891-4884-83a1-cff6658b4c69)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:00:34.073805 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-fb75c061-0b97-4fd7-bd79-e33f3f196ecc tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for port (fc41dcd6-40f8-4e62-a3eb-5ecbcf5e1cda), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:34.076828 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (34939abd-00b4-422e-ab60-83a237629f24), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:34.077528 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device f2b0c8b6-0061-4e26-83aa-bbc49bff05ee no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:00:34.112356 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-fb75c061-0b97-4fd7-bd79-e33f3f196ecc tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (fc41dcd6-40f8-4e62-a3eb-5ecbcf5e1cda), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:34.134387 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] No Port match for: f2b0c8b6-0061-4e26-83aa-bbc49bff05ee {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:00:34.134778 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device f2b0c8b6-0061-4e26-83aa-bbc49bff05ee not bound to the agent host hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:00:34.152361 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=34939abd-00b4-422e-ab60-83a237629f24,revision_number=5']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:34.159615 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75c061-0b97-4fd7-bd79-e33f3f196ecc tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Pushing event updated for resources: {'Port': ['ID=fc41dcd6-40f8-4e62-a3eb-5ecbcf5e1cda,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:34.167064 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb75c061-0b97-4fd7-bd79-e33f3f196ecc tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Network e9041cdf-f130-4174-b12b-9a6052f109e9 is already hosted by enough agents. {{(pid=102621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:00:34.168424 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [None req-fb75c061-0b97-4fd7-bd79-e33f3f196ecc tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Resources bound (agent type, host, resource id): {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:00:34.170666 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb75c061-0b97-4fd7-bd79-e33f3f196ecc tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Received port after_create {{(pid=102621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 10:00:34.186705 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb35b06-ece5-443f-9b62-23241bf0f7c2 req-1b397cfd-73f6-42bc-895d-cb71c4e30434 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:34.193836 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-bcb35b06-ece5-443f-9b62-23241bf0f7c2 req-1b397cfd-73f6-42bc-895d-cb71c4e30434 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 946 time: 0.0676746 Feb 17 10:00:34.243602 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-bcb35b06-ece5-443f-9b62-23241bf0f7c2 req-29778fe8-5886-455e-8f92-7d163cf6d01e tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490799 Feb 17 10:00:34.259068 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-fb75c061-0b97-4fd7-bd79-e33f3f196ecc tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for floatingip (1022789d-d4bf-4534-9523-d2b509c747d1), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:34.267342 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 10:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f206e65-8f92-4d7d-a1cb-6fe2f771b2e0 x-openstack-request-id: req-7f206e65-8f92-4d7d-a1cb-6fe2f771b2e0 {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:00:34.267636 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a01c581-0f78-45ce-8438-3d71f4528d1a", "name": "network-vif-plugged", "status": "completed", "tag": "34939abd-00b4-422e-ab60-83a237629f24", "code": 200}]} {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:00:34.267895 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-7f206e65-8f92-4d7d-a1cb-6fe2f771b2e0 {{(pid=102622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:00:34.268295 dv-cinder-778193-18-iscsi neutron-server[102622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a01c581-0f78-45ce-8438-3d71f4528d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34939abd-00b4-422e-ab60-83a237629f24', 'code': 200} Feb 17 10:00:34.296463 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-fb75c061-0b97-4fd7-bd79-e33f3f196ecc tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (fc41dcd6-40f8-4e62-a3eb-5ecbcf5e1cda), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:34.444017 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-fb75c061-0b97-4fd7-bd79-e33f3f196ecc tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for port (fc41dcd6-40f8-4e62-a3eb-5ecbcf5e1cda), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:34.449525 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-fb75c061-0b97-4fd7-bd79-e33f3f196ecc tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9010360'] for port (fc41dcd6-40f8-4e62-a3eb-5ecbcf5e1cda), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:34.540849 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75c061-0b97-4fd7-bd79-e33f3f196ecc tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Pushing event updated for resources: {'Port': ['ID=fc41dcd6-40f8-4e62-a3eb-5ecbcf5e1cda,revision_number=2']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:34.557399 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-fb75c061-0b97-4fd7-bd79-e33f3f196ecc tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931625'] for floatingip (1022789d-d4bf-4534-9523-d2b509c747d1), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:34.569192 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7060b-1a45-4ee6-8476-5d3862f34659 req-7ab40fcd-dba4-44df-b59b-a82e0638867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:34.570848 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-f8d7060b-1a45-4ee6-8476-5d3862f34659 req-7ab40fcd-dba4-44df-b59b-a82e0638867f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 1130 time: 0.0913200 Feb 17 10:00:34.577286 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-fb75c061-0b97-4fd7-bd79-e33f3f196ecc tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for floatingip (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:34.586653 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-fb75c061-0b97-4fd7-bd79-e33f3f196ecc tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8360701 Feb 17 10:00:34.628689 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-f8d7060b-1a45-4ee6-8476-5d3862f34659 req-e6297e15-5977-47e9-b0ca-da7d42b430c5 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492098 Feb 17 10:00:34.728267 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-0e354797-7864-475b-a572-b26e0c616f4b tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--2030829362&fields=id&tenant_id=7039608c8379432d81234a6c5f780815 HTTP/1.1" status: 200 len: 267 time: 0.0430965 Feb 17 10:00:34.831090 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-176feaf0-f2c4-4c61-a8cf-53f7a72853f8 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:34.832466 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-176feaf0-f2c4-4c61-a8cf-53f7a72853f8 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/networks?id=796052e6-6954-480c-a009-16c1a3be89b8 HTTP/1.1" status: 200 len: 810 time: 0.0981841 Feb 17 10:00:34.847020 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-c79c8fa6-ac64-40db-9da9-1170d773d5c0 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/quotas/7039608c8379432d81234a6c5f780815 HTTP/1.1" status: 200 len: 375 time: 0.0087650 Feb 17 10:00:34.902188 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-b25e8653-cc4d-4e02-b650-606b692e2cd0 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=7039608c8379432d81234a6c5f780815&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499377 Feb 17 10:00:34.999571 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-62ea963d-ce07-460f-8845-d8dda60af72d service neutron] 10.222.0.82 "GET /v2.0/networks/796052e6-6954-480c-a009-16c1a3be89b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853202 Feb 17 10:00:35.088523 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-8fd47a9a-b366-42a6-9eca-4ac2064d3ea0 service neutron] 10.222.0.82 "GET /v2.0/networks/796052e6-6954-480c-a009-16c1a3be89b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829937 Feb 17 10:00:35.242861 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1af2a659-cb11-4668-9058-a038866092cd req-54b59c0c-8ea8-47a2-b406-68e65a3511df tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=f60267a8-c630-461b-85cc-ccc482245908 HTTP/1.1" status: 200 len: 210 time: 0.0268102 Feb 17 10:00:35.362683 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc69e53-4a6c-4ec7-83fb-cd7360a5095e req-d278c16d-4d3f-4bc0-8df7-ff01efc819d4 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:35.364102 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9bc69e53-4a6c-4ec7-83fb-cd7360a5095e req-d278c16d-4d3f-4bc0-8df7-ff01efc819d4 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 946 time: 0.0538471 Feb 17 10:00:35.414559 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9bc69e53-4a6c-4ec7-83fb-cd7360a5095e req-5046ae98-2f31-4b07-8c4c-f21755999c31 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444744 Feb 17 10:00:36.200328 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-3fb3eaca-4f1d-4a6d-b88f-5c79b27f0ea8 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:36.201758 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-3fb3eaca-4f1d-4a6d-b88f-5c79b27f0ea8 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.93 "GET /v2.0/networks?id=796052e6-6954-480c-a009-16c1a3be89b8 HTTP/1.1" status: 200 len: 810 time: 0.0985591 Feb 17 10:00:36.265299 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-7c0989de-3a70-4072-ba5c-d29e78a99f25 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7039608c8379432d81234a6c5f780815 HTTP/1.1" status: 200 len: 380 time: 0.0528381 Feb 17 10:00:36.280024 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-0a6ea1c9-b5e2-4ac1-9bb3-575ad85f7aa4 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Request body: {'port': {'device_id': 'f60267a8-c630-461b-85cc-ccc482245908', 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8', 'admin_state_up': True, 'tenant_id': '7039608c8379432d81234a6c5f780815', 'security_groups': ['1e68221b-873b-4935-8261-792ed9ecfdb8']}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:00:36.344558 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-79dd9dea-8633-4e4b-ac08-61b06289ea4b req-d32859fe-e448-4870-8d2a-044a3765da14 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=f60267a8-c630-461b-85cc-ccc482245908 HTTP/1.1" status: 200 len: 210 time: 0.0277576 Feb 17 10:00:36.544218 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f775d-efb7-4eb8-9408-54db4aee723f req-cad14068-06e5-4fb9-b88a-d8e374d4de03 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:36.545739 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-670f775d-efb7-4eb8-9408-54db4aee723f req-cad14068-06e5-4fb9-b88a-d8e374d4de03 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 946 time: 0.0557432 Feb 17 10:00:36.593908 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-670f775d-efb7-4eb8-9408-54db4aee723f req-160bd329-9310-4488-91e5-d7214199504b tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426283 Feb 17 10:00:36.635586 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-0a6ea1c9-b5e2-4ac1-9bb3-575ad85f7aa4 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Made reservation on behalf of 7039608c8379432d81234a6c5f780815 for: {'port': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:00:36.639012 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-0a6ea1c9-b5e2-4ac1-9bb3-575ad85f7aa4 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:36.711859 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26bb42-e6cc-4657-ae9c-1f72d49d6ae6 req-9e9c039a-befc-4780-a312-fd5d75d13967 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:36.713356 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ca26bb42-e6cc-4657-ae9c-1f72d49d6ae6 req-9e9c039a-befc-4780-a312-fd5d75d13967 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 946 time: 0.0519965 Feb 17 10:00:36.761141 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ca26bb42-e6cc-4657-ae9c-1f72d49d6ae6 req-14cf93b5-752d-4dd7-9c87-77821fe223aa tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421448 Feb 17 10:00:36.763187 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_common [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-0a6ea1c9-b5e2-4ac1-9bb3-575ad85f7aa4 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Allocated IP 172.20.0.8 (796052e6-6954-480c-a009-16c1a3be89b8/4595d53c-1b19-44a4-9d57-e790e2a0475e/6b2e38c3-50f5-4006-a501-9036045056ad) {{(pid=102621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:00:36.784108 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 53160) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:36.899175 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-0a6ea1c9-b5e2-4ac1-9bb3-575ad85f7aa4 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for port (6b2e38c3-50f5-4006-a501-9036045056ad), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:36.932188 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-0a6ea1c9-b5e2-4ac1-9bb3-575ad85f7aa4 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (6b2e38c3-50f5-4006-a501-9036045056ad), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:36.971011 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8359556e-c166-4152-ba2a-a0a585a1984d tempest-TestShelveInstance-1664036055 tempest-TestShelveInstance-1664036055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:36.972575 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-8359556e-c166-4152-ba2a-a0a585a1984d tempest-TestShelveInstance-1664036055 tempest-TestShelveInstance-1664036055-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 1125 time: 0.1874602 Feb 17 10:00:36.976011 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 53164) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:36.976195 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-0a6ea1c9-b5e2-4ac1-9bb3-575ad85f7aa4 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Network 796052e6-6954-480c-a009-16c1a3be89b8 is already hosted by enough agents. {{(pid=102621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:00:36.979068 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-0a6ea1c9-b5e2-4ac1-9bb3-575ad85f7aa4 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Resources bound (agent type, host, resource id): {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:00:36.980234 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-cb18dfc7-baef-447c-9065-6d178b5708a2 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Request body: {'floatingip': {'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'port_id': '34939abd-00b4-422e-ab60-83a237629f24', 'tenant_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:00:36.982763 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-0a6ea1c9-b5e2-4ac1-9bb3-575ad85f7aa4 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Received port after_create {{(pid=102621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 10:00:36.989116 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ea1c9-b5e2-4ac1-9bb3-575ad85f7aa4 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Pushing event updated for resources: {'Port': ['ID=6b2e38c3-50f5-4006-a501-9036045056ad,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:37.008776 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-cb18dfc7-baef-447c-9065-6d178b5708a2 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:37.035078 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-0a6ea1c9-b5e2-4ac1-9bb3-575ad85f7aa4 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:37.035727 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-0a6ea1c9-b5e2-4ac1-9bb3-575ad85f7aa4 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:37.052889 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-0a6ea1c9-b5e2-4ac1-9bb3-575ad85f7aa4 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7773070 Feb 17 10:00:37.065135 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-6f54b915-1955-44f5-8fdb-b5579617375c service neutron] Request body: {'port': {'device_id': 'f60267a8-c630-461b-85cc-ccc482245908', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:00:37.112171 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-cb18dfc7-baef-447c-9065-6d178b5708a2 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:37.134356 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-6f54b915-1955-44f5-8fdb-b5579617375c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (6b2e38c3-50f5-4006-a501-9036045056ad), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:37.223192 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.db_base_plugin_common [None req-cb18dfc7-baef-447c-9065-6d178b5708a2 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Allocated IP 172.27.0.227 (e9041cdf-f130-4174-b12b-9a6052f109e9/ab0a3e63-7c03-47a8-8a32-e5bb6e305511/7388c2f2-f16e-415e-8670-b46837d15163) {{(pid=102620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:00:37.245206 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-e7a36e56-6b34-4854-9167-67c70a77cb2b None None] Provisioning complete for port 6b2e38c3-50f5-4006-a501-9036045056ad triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:00:37.246370 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-e7a36e56-6b34-4854-9167-67c70a77cb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (6b2e38c3-50f5-4006-a501-9036045056ad), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:37.283518 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-e7a36e56-6b34-4854-9167-67c70a77cb2b None None] Port 6b2e38c3-50f5-4006-a501-9036045056ad cannot update to ACTIVE because it is not bound. {{(pid=102622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 10:00:37.330045 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-cb18dfc7-baef-447c-9065-6d178b5708a2 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks [] for port (7388c2f2-f16e-415e-8670-b46837d15163), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:37.364141 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-cb18dfc7-baef-447c-9065-6d178b5708a2 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11330461'] for port (7388c2f2-f16e-415e-8670-b46837d15163), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:37.405140 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-6f54b915-1955-44f5-8fdb-b5579617375c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b2e38c3-50f5-4006-a501-9036045056ad {{(pid=102621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 10:00:37.406416 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb18dfc7-baef-447c-9065-6d178b5708a2 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Network e9041cdf-f130-4174-b12b-9a6052f109e9 is already hosted by enough agents. {{(pid=102620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:00:37.409294 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [None req-cb18dfc7-baef-447c-9065-6d178b5708a2 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Resources bound (agent type, host, resource id): {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:00:37.412365 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb18dfc7-baef-447c-9065-6d178b5708a2 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Received port after_create {{(pid=102620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 10:00:37.412778 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-6f54b915-1955-44f5-8fdb-b5579617375c service neutron] Publish callbacks [] for port (6b2e38c3-50f5-4006-a501-9036045056ad), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:37.426290 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.provisioning_blocks [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-6f54b915-1955-44f5-8fdb-b5579617375c service neutron] Transition to ACTIVE for port object 6b2e38c3-50f5-4006-a501-9036045056ad will not be triggered until provisioned by entity L2. {{(pid=102621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:00:37.430846 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-6f54b915-1955-44f5-8fdb-b5579617375c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9010360'] for port (6b2e38c3-50f5-4006-a501-9036045056ad), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:37.449309 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18dfc7-baef-447c-9065-6d178b5708a2 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Pushing event updated for resources: {'Port': ['ID=7388c2f2-f16e-415e-8670-b46837d15163,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:37.502090 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54b915-1955-44f5-8fdb-b5579617375c service neutron] Pushing event updated for resources: {'Port': ['ID=6b2e38c3-50f5-4006-a501-9036045056ad,revision_number=2']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:37.540730 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa22c8-4a18-43ca-ba70-5cd8c10d305a req-67fd9bca-99b7-4911-8d2b-7b90e258398b tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:37.542347 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-56fa22c8-4a18-43ca-ba70-5cd8c10d305a req-67fd9bca-99b7-4911-8d2b-7b90e258398b tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=f60267a8-c630-461b-85cc-ccc482245908 HTTP/1.1" status: 200 len: 943 time: 0.1028173 Feb 17 10:00:37.553197 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-6f54b915-1955-44f5-8fdb-b5579617375c service neutron] Attempting to bind port 6b2e38c3-50f5-4006-a501-9036045056ad on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 10:00:37.554076 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-6f54b915-1955-44f5-8fdb-b5579617375c service neutron] Attempting to bind port 6b2e38c3-50f5-4006-a501-9036045056ad by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '27b95298-c23c-4d5f-8605-60b0d2d05807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8'}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 10:00:37.554407 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-6f54b915-1955-44f5-8fdb-b5579617375c service neutron] Attempting to bind port 6b2e38c3-50f5-4006-a501-9036045056ad on network 796052e6-6954-480c-a009-16c1a3be89b8 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 10:00:37.559127 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-6f54b915-1955-44f5-8fdb-b5579617375c service neutron] Port 6b2e38c3-50f5-4006-a501-9036045056ad on network 796052e6-6954-480c-a009-16c1a3be89b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 10:00:37.559491 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-6f54b915-1955-44f5-8fdb-b5579617375c service neutron] Attempting to bind port 6b2e38c3-50f5-4006-a501-9036045056ad on network 796052e6-6954-480c-a009-16c1a3be89b8 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 10:00:37.564547 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-6f54b915-1955-44f5-8fdb-b5579617375c service neutron] Checking agent: {'id': '57512943-2fb5-44da-9b65-1b43ee30ab09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'started_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 10:00:37.564890 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-6f54b915-1955-44f5-8fdb-b5579617375c service neutron] Checking segment: {'id': '27b95298-c23c-4d5f-8605-60b0d2d05807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 10:00:37.565264 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-6f54b915-1955-44f5-8fdb-b5579617375c service neutron] Bound using segment: {'id': '27b95298-c23c-4d5f-8605-60b0d2d05807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8'} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 10:00:37.565688 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-6f54b915-1955-44f5-8fdb-b5579617375c service neutron] Bound port: 6b2e38c3-50f5-4006-a501-9036045056ad, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b95298-c23c-4d5f-8605-60b0d2d05807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8'}}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 10:00:37.566043 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-6f54b915-1955-44f5-8fdb-b5579617375c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (6b2e38c3-50f5-4006-a501-9036045056ad), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:37.632582 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-6f54b915-1955-44f5-8fdb-b5579617375c service neutron] For port 6b2e38c3-50f5-4006-a501-9036045056ad, host hv-cinder-77819, cleared binding levels {{(pid=102621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 10:00:37.636133 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-6f54b915-1955-44f5-8fdb-b5579617375c service neutron] For port 6b2e38c3-50f5-4006-a501-9036045056ad, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6b2e38c3-50f5-4006-a501-9036045056ad,segment=NetworkSegment(27b95298-c23c-4d5f-8605-60b0d2d05807),segment_id=27b95298-c23c-4d5f-8605-60b0d2d05807)] {{(pid=102621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 10:00:37.642664 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-6f54b915-1955-44f5-8fdb-b5579617375c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9010360'] for port (6b2e38c3-50f5-4006-a501-9036045056ad), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:37.688451 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-6f54b915-1955-44f5-8fdb-b5579617375c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:37.689070 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-6f54b915-1955-44f5-8fdb-b5579617375c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:37.690474 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-6f54b915-1955-44f5-8fdb-b5579617375c service neutron] 10.222.0.93 "PUT /v2.0/ports/6b2e38c3-50f5-4006-a501-9036045056ad HTTP/1.1" status: 200 len: 1093 time: 0.6300027 Feb 17 10:00:37.690702 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-56fa22c8-4a18-43ca-ba70-5cd8c10d305a req-659343a1-caf1-4a82-8183-4a296bfceb0c tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=1e68221b-873b-4935-8261-792ed9ecfdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297894 Feb 17 10:00:37.690926 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f60267a8-c630-461b-85cc-ccc482245908', 'tag': '6b2e38c3-50f5-4006-a501-9036045056ad'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:00:37.693220 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ad4424-911f-4554-be46-21f426a70485" -d '{"events": [{"name": "network-changed", "server_uuid": "f60267a8-c630-461b-85cc-ccc482245908", "tag": "6b2e38c3-50f5-4006-a501-9036045056ad"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:00:37.732314 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54b915-1955-44f5-8fdb-b5579617375c service neutron] Pushing event updated for resources: {'Port': ['ID=6b2e38c3-50f5-4006-a501-9036045056ad,revision_number=3']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:37.777409 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 10:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb4016c-e49e-4aae-a447-b2ae7add7d56 x-openstack-request-id: req-ceb4016c-e49e-4aae-a447-b2ae7add7d56 {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:00:37.777775 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f60267a8-c630-461b-85cc-ccc482245908", "tag": "6b2e38c3-50f5-4006-a501-9036045056ad", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:00:37.777959 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ceb4016c-e49e-4aae-a447-b2ae7add7d56 {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:00:37.778347 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f60267a8-c630-461b-85cc-ccc482245908', 'tag': '6b2e38c3-50f5-4006-a501-9036045056ad', 'status': 'completed', 'code': 200} Feb 17 10:00:37.800833 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-85b6f1d6-1de9-4002-a478-c5b5554cc757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:37.802745 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-85b6f1d6-1de9-4002-a478-c5b5554cc757 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7039608c8379432d81234a6c5f780815&device_id=f60267a8-c630-461b-85cc-ccc482245908 HTTP/1.1" status: 200 len: 1127 time: 0.0603943 Feb 17 10:00:37.852752 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-b255395c-fc7f-4934-b8d8-cfd4201191d7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b2e38c3-50f5-4006-a501-9036045056ad HTTP/1.1" status: 200 len: 217 time: 0.0392478 Feb 17 10:00:37.881271 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-cb18dfc7-baef-447c-9065-6d178b5708a2 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks [] for floatingip (f3f4b35b-665b-4002-a035-6d5238fae9c8), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:37.902119 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-3e4b53f4-48cc-487b-bbe3-0c8f4498e804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:37.903628 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-3e4b53f4-48cc-487b-bbe3-0c8f4498e804 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4595d53c-1b19-44a4-9d57-e790e2a0475e HTTP/1.1" status: 200 len: 849 time: 0.0457048 Feb 17 10:00:37.961405 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-a5233f06-af62-4440-9b34-8daf97332f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:37.962934 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-a5233f06-af62-4440-9b34-8daf97332f5f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=796052e6-6954-480c-a009-16c1a3be89b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0521553 Feb 17 10:00:38.057855 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-057b2765-8fb5-4c01-b1de-6ce34016fb68 service neutron] 10.222.0.93 "GET /v2.0/networks/796052e6-6954-480c-a009-16c1a3be89b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883603 Feb 17 10:00:38.153278 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-f413aca3-1e70-4e94-a272-a375494f9ec8 req-2db3a7c2-5f75-44c7-a9a6-41588519c3a2 service neutron] 10.222.0.93 "GET /v2.0/networks/796052e6-6954-480c-a009-16c1a3be89b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892572 Feb 17 10:00:38.154259 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-cb18dfc7-baef-447c-9065-6d178b5708a2 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (7388c2f2-f16e-415e-8670-b46837d15163), before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:38.246434 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad4424-911f-4554-be46-21f426a70485 req-8675e516-aacf-4110-b762-2fe40916238c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:38.247953 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-44ad4424-911f-4554-be46-21f426a70485 req-8675e516-aacf-4110-b762-2fe40916238c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7039608c8379432d81234a6c5f780815&device_id=f60267a8-c630-461b-85cc-ccc482245908 HTTP/1.1" status: 200 len: 1127 time: 0.0443003 Feb 17 10:00:38.303642 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-cb18dfc7-baef-447c-9065-6d178b5708a2 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks [] for port (7388c2f2-f16e-415e-8670-b46837d15163), precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:38.308390 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-cb18dfc7-baef-447c-9065-6d178b5708a2 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11330454'] for port (7388c2f2-f16e-415e-8670-b46837d15163), after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:38.343839 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad4424-911f-4554-be46-21f426a70485 req-7e7feccb-43b5-49cb-9335-4e75a934c31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:38.345365 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-44ad4424-911f-4554-be46-21f426a70485 req-7e7feccb-43b5-49cb-9335-4e75a934c31b service neutron] 10.222.0.93 "GET /v2.0/networks?id=796052e6-6954-480c-a009-16c1a3be89b8 HTTP/1.1" status: 200 len: 912 time: 0.0881889 Feb 17 10:00:38.386578 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18dfc7-baef-447c-9065-6d178b5708a2 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Pushing event updated for resources: {'Port': ['ID=7388c2f2-f16e-415e-8670-b46837d15163,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:38.387240 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-44ad4424-911f-4554-be46-21f426a70485 req-e19801e6-fd43-41ee-b473-7e2db37149ff service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b2e38c3-50f5-4006-a501-9036045056ad HTTP/1.1" status: 200 len: 217 time: 0.0343580 Feb 17 10:00:38.396348 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-cb18dfc7-baef-447c-9065-6d178b5708a2 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931625'] for floatingip (f3f4b35b-665b-4002-a035-6d5238fae9c8), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:38.435956 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad4424-911f-4554-be46-21f426a70485 req-f038803d-76ec-43e4-a039-986ad042c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:38.437325 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-44ad4424-911f-4554-be46-21f426a70485 req-f038803d-76ec-43e4-a039-986ad042c4aa service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4595d53c-1b19-44a4-9d57-e790e2a0475e HTTP/1.1" status: 200 len: 849 time: 0.0442317 Feb 17 10:00:38.485523 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad4424-911f-4554-be46-21f426a70485 req-507573e1-6dec-459f-a05e-494e8fcc6a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:38.487028 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-44ad4424-911f-4554-be46-21f426a70485 req-507573e1-6dec-459f-a05e-494e8fcc6a69 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=796052e6-6954-480c-a009-16c1a3be89b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434127 Feb 17 10:00:38.497138 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.db.l3_db [None req-cb18dfc7-baef-447c-9065-6d178b5708a2 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Floating IP f3f4b35b-665b-4002-a035-6d5238fae9c8 associated. External IP: 172.27.0.227, port: 34939abd-00b4-422e-ab60-83a237629f24. Feb 17 10:00:38.582023 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-44ad4424-911f-4554-be46-21f426a70485 req-de96db20-ea7e-45da-9c83-3b6d0bcea5e0 service neutron] 10.222.0.93 "GET /v2.0/networks/796052e6-6954-480c-a009-16c1a3be89b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878053 Feb 17 10:00:38.688644 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-44ad4424-911f-4554-be46-21f426a70485 req-1cbc762b-67f1-40ad-afa0-80ebbaab3288 service neutron] 10.222.0.93 "GET /v2.0/networks/796052e6-6954-480c-a009-16c1a3be89b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952361 Feb 17 10:00:38.704847 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb18dfc7-baef-447c-9065-6d178b5708a2 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Router 6ac27c14-3854-4dac-92a9-d718a126d6b1 has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 10:00:38.849532 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774c4da-69cd-4eee-8730-a5fde2a9d601 req-b0a95ab2-810c-4858-8f07-cf731a5561f0 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:38.851512 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f774c4da-69cd-4eee-8730-a5fde2a9d601 req-b0a95ab2-810c-4858-8f07-cf731a5561f0 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=f60267a8-c630-461b-85cc-ccc482245908 HTTP/1.1" status: 200 len: 943 time: 0.0761726 Feb 17 10:00:38.852853 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb18dfc7-baef-447c-9065-6d178b5708a2 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 10:00:38.866941 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772d3b28-90c4-449f-823e-756440d9fcdc None None] Sync routers for ids ['6ac27c14-3854-4dac-92a9-d718a126d6b1'] in dv-cinder-778193-18-iscsi {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:00:38.876743 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772d3b28-90c4-449f-823e-756440d9fcdc None None] Routers {'6ac27c14-3854-4dac-92a9-d718a126d6b1'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:00:38.877405 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-772d3b28-90c4-449f-823e-756440d9fcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:00:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['6ac27c14-3854-4dac-92a9-d718a126d6b1'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:38.885054 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-cb18dfc7-baef-447c-9065-6d178b5708a2 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for floatingip (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:38.930120 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-cb18dfc7-baef-447c-9065-6d178b5708a2 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9530911 Feb 17 10:00:38.930986 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a01c581-0f78-45ce-8438-3d71f4528d1a', 'tag': '34939abd-00b4-422e-ab60-83a237629f24'}] {{(pid=102620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:00:38.933239 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69de941e648a7b0ccac97a7d892e956e63e7941796132e5e6c0bd98302818107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2257f6-9036-4dd8-8b17-96a360d78b52" -d '{"events": [{"name": "network-changed", "server_uuid": "8a01c581-0f78-45ce-8438-3d71f4528d1a", "tag": "34939abd-00b4-422e-ab60-83a237629f24"}]}' {{(pid=102620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:00:38.943899 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f774c4da-69cd-4eee-8730-a5fde2a9d601 req-9ea7de22-238c-45c8-932f-bda5eb68daf3 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=1e68221b-873b-4935-8261-792ed9ecfdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855627 Feb 17 10:00:38.990496 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-772d3b28-90c4-449f-823e-756440d9fcdc None None] Set router 6ac27c14-3854-4dac-92a9-d718a126d6b1 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:00:39.029300 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 10:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f695d7-6695-49e6-96ec-ff2e9e4d240e x-openstack-request-id: req-74f695d7-6695-49e6-96ec-ff2e9e4d240e {{(pid=102620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:00:39.029671 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a01c581-0f78-45ce-8438-3d71f4528d1a", "tag": "34939abd-00b4-422e-ab60-83a237629f24", "status": "completed", "code": 200}]} {{(pid=102620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:00:39.029926 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-74f695d7-6695-49e6-96ec-ff2e9e4d240e {{(pid=102620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:00:39.030355 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a01c581-0f78-45ce-8438-3d71f4528d1a', 'tag': '34939abd-00b4-422e-ab60-83a237629f24', 'status': 'completed', 'code': 200} Feb 17 10:00:39.096911 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2257f6-9036-4dd8-8b17-96a360d78b52 req-3aa260eb-2298-4888-9faf-ffbb16f9a098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:39.098415 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8f2257f6-9036-4dd8-8b17-96a360d78b52 req-3aa260eb-2298-4888-9faf-ffbb16f9a098 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=de44e74ec4f14798bfdcd62c94d133f3&device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 1130 time: 0.0435658 Feb 17 10:00:39.187308 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2257f6-9036-4dd8-8b17-96a360d78b52 req-335a0200-8a49-4d58-93a4-879a44d6b5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:39.188763 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8f2257f6-9036-4dd8-8b17-96a360d78b52 req-335a0200-8a49-4d58-93a4-879a44d6b5e6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4e3382a2-24ac-4cc3-827e-8b4d3a55c405 HTTP/1.1" status: 200 len: 910 time: 0.0834682 Feb 17 10:00:39.209784 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-772d3b28-90c4-449f-823e-756440d9fcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'name': 'tempest-TestShelveInstance-877423265-router', 'tenant_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '35a51dc6-0dbb-4961-b868-4df61bf7013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:42Z', 'updated_at': '2022-02-17T09:59:45Z', 'revision_number': 4, 'project_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'gw_port': {'id': '35a51dc6-0dbb-4961-b868-4df61bf7013d', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:42Z', 'updated_at': '2022-02-17T09:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_floatingips': [{'id': 'f3f4b35b-665b-4002-a035-6d5238fae9c8', 'tenant_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'floating_ip_address': '172.27.0.227', 'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'router_id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'port_id': '34939abd-00b4-422e-ab60-83a237629f24', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e3382a2-24ac-4cc3-827e-8b4d3a55c405', 'mac_address': 'fa:16:3e:7f:32:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a01c581-0f78-45ce-8438-3d71f4528d1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:00:37Z', 'updated_at': '2022-02-17T10:00:37Z', 'revision_number': 0, 'project_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5a4ed1-cf85-4747-9a23-5771adbe3d54', 'name': '', 'network_id': '4e3382a2-24ac-4cc3-827e-8b4d3a55c405', 'tenant_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'mac_address': 'fa:16:3e:c6:be:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '13cfbcdc-2ffd-4e28-9105-a23d7be8b66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:44Z', 'updated_at': '2022-02-17T09:59:49Z', 'revision_number': 5, 'project_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'subnets': [{'id': '13cfbcdc-2ffd-4e28-9105-a23d7be8b66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:39.234800 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772d3b28-90c4-449f-823e-756440d9fcdc None None] Checking router: 6ac27c14-3854-4dac-92a9-d718a126d6b1 for host: dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:00:39.244351 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772d3b28-90c4-449f-823e-756440d9fcdc None None] Routers {'6ac27c14-3854-4dac-92a9-d718a126d6b1'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:00:39.244969 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-772d3b28-90c4-449f-823e-756440d9fcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:00:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['6ac27c14-3854-4dac-92a9-d718a126d6b1'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:39.256054 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8f2257f6-9036-4dd8-8b17-96a360d78b52 req-7d16b3ba-beb5-417b-b8c5-9e5b863f6c57 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34939abd-00b4-422e-ab60-83a237629f24 HTTP/1.1" status: 200 len: 1000 time: 0.0606644 Feb 17 10:00:39.303783 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2257f6-9036-4dd8-8b17-96a360d78b52 req-1c289d4c-488a-4bc8-bba7-1cd8028b39b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:39.305239 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8f2257f6-9036-4dd8-8b17-96a360d78b52 req-1c289d4c-488a-4bc8-bba7-1cd8028b39b2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=13cfbcdc-2ffd-4e28-9105-a23d7be8b66c HTTP/1.1" status: 200 len: 847 time: 0.0431933 Feb 17 10:00:39.351647 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-772d3b28-90c4-449f-823e-756440d9fcdc None None] Set router 6ac27c14-3854-4dac-92a9-d718a126d6b1 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:00:39.356815 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2257f6-9036-4dd8-8b17-96a360d78b52 req-e62eac9b-c482-4575-a0c5-8e32a31b7d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:39.358317 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8f2257f6-9036-4dd8-8b17-96a360d78b52 req-e62eac9b-c482-4575-a0c5-8e32a31b7d33 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4e3382a2-24ac-4cc3-827e-8b4d3a55c405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440927 Feb 17 10:00:39.450550 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8f2257f6-9036-4dd8-8b17-96a360d78b52 req-595986d7-d4f6-4999-a9ec-325ca0233c9f service neutron] 10.222.0.93 "GET /v2.0/networks/4e3382a2-24ac-4cc3-827e-8b4d3a55c405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850410 Feb 17 10:00:39.546206 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8f2257f6-9036-4dd8-8b17-96a360d78b52 req-55c74bb4-3afc-46bb-8bc8-d00ebddcdd8e service neutron] 10.222.0.93 "GET /v2.0/networks/4e3382a2-24ac-4cc3-827e-8b4d3a55c405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892150 Feb 17 10:00:39.575929 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-772d3b28-90c4-449f-823e-756440d9fcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'name': 'tempest-TestShelveInstance-877423265-router', 'tenant_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '35a51dc6-0dbb-4961-b868-4df61bf7013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:42Z', 'updated_at': '2022-02-17T09:59:45Z', 'revision_number': 4, 'project_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'gw_port': {'id': '35a51dc6-0dbb-4961-b868-4df61bf7013d', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:42Z', 'updated_at': '2022-02-17T09:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_floatingips': [{'id': 'f3f4b35b-665b-4002-a035-6d5238fae9c8', 'tenant_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'floating_ip_address': '172.27.0.227', 'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'router_id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'port_id': '34939abd-00b4-422e-ab60-83a237629f24', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e3382a2-24ac-4cc3-827e-8b4d3a55c405', 'mac_address': 'fa:16:3e:7f:32:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a01c581-0f78-45ce-8438-3d71f4528d1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:00:37Z', 'updated_at': '2022-02-17T10:00:37Z', 'revision_number': 0, 'project_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5a4ed1-cf85-4747-9a23-5771adbe3d54', 'name': '', 'network_id': '4e3382a2-24ac-4cc3-827e-8b4d3a55c405', 'tenant_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'mac_address': 'fa:16:3e:c6:be:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '13cfbcdc-2ffd-4e28-9105-a23d7be8b66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:44Z', 'updated_at': '2022-02-17T09:59:49Z', 'revision_number': 5, 'project_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'subnets': [{'id': '13cfbcdc-2ffd-4e28-9105-a23d7be8b66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:39.602226 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772d3b28-90c4-449f-823e-756440d9fcdc None None] The sync data for ids ['6ac27c14-3854-4dac-92a9-d718a126d6b1'] in dv-cinder-778193-18-iscsi is: [{'id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'name': 'tempest-TestShelveInstance-877423265-router', 'tenant_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '35a51dc6-0dbb-4961-b868-4df61bf7013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:42Z', 'updated_at': '2022-02-17T09:59:45Z', 'revision_number': 4, 'project_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'gw_port': {'id': '35a51dc6-0dbb-4961-b868-4df61bf7013d', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:42Z', 'updated_at': '2022-02-17T09:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_floatingips': [{'id': 'f3f4b35b-665b-4002-a035-6d5238fae9c8', 'tenant_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'floating_ip_address': '172.27.0.227', 'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'router_id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'port_id': '34939abd-00b4-422e-ab60-83a237629f24', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e3382a2-24ac-4cc3-827e-8b4d3a55c405', 'mac_address': 'fa:16:3e:7f:32:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a01c581-0f78-45ce-8438-3d71f4528d1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:00:37Z', 'updated_at': '2022-02-17T10:00:37Z', 'revision_number': 0, 'project_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5a4ed1-cf85-4747-9a23-5771adbe3d54', 'name': '', 'network_id': '4e3382a2-24ac-4cc3-827e-8b4d3a55c405', 'tenant_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'mac_address': 'fa:16:3e:c6:be:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '13cfbcdc-2ffd-4e28-9105-a23d7be8b66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:44Z', 'updated_at': '2022-02-17T09:59:49Z', 'revision_number': 5, 'project_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'subnets': [{'id': '13cfbcdc-2ffd-4e28-9105-a23d7be8b66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:00:39.789782 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831ddbd2-8e53-4042-a5ae-038e099d69e1 None None] New status for floating IP f3f4b35b-665b-4002-a035-6d5238fae9c8: ACTIVE {{(pid=102623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:00:40.077263 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2b25a-cea5-40b1-bc18-3a32deafde98 req-f1a04a9e-d831-4d6d-ab7a-8c238a5f5f71 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:40.078812 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6ad2b25a-cea5-40b1-bc18-3a32deafde98 req-f1a04a9e-d831-4d6d-ab7a-8c238a5f5f71 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=f60267a8-c630-461b-85cc-ccc482245908 HTTP/1.1" status: 200 len: 943 time: 0.0666285 Feb 17 10:00:40.126579 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6ad2b25a-cea5-40b1-bc18-3a32deafde98 req-e55eb963-45fc-4a2b-a312-c0e446f7b981 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=1e68221b-873b-4935-8261-792ed9ecfdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421507 Feb 17 10:00:41.243410 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b67dd0-d1e4-47b7-b3e2-a62f006ea3e4 req-5234d74f-e25a-4d28-94f3-ce6fc29cf459 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:41.244871 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-24b67dd0-d1e4-47b7-b3e2-a62f006ea3e4 req-5234d74f-e25a-4d28-94f3-ce6fc29cf459 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=f60267a8-c630-461b-85cc-ccc482245908 HTTP/1.1" status: 200 len: 943 time: 0.0515497 Feb 17 10:00:41.294511 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-24b67dd0-d1e4-47b7-b3e2-a62f006ea3e4 req-e31c3722-01b7-40a0-bb91-9e9481209b23 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=1e68221b-873b-4935-8261-792ed9ecfdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442102 Feb 17 10:00:41.441678 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-8c315dc5-1a8f-47aa-82eb-090aea3a21e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:41.911853 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 6b2e38c3-50f5-4006-a501-9036045056ad details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 10:00:42.012060 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 6b2e38c3-50f5-4006-a501-9036045056ad, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6b2e38c3-50f5-4006-a501-9036045056ad,segment=NetworkSegment(27b95298-c23c-4d5f-8605-60b0d2d05807),segment_id=27b95298-c23c-4d5f-8605-60b0d2d05807)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:00:42.023254 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Returning: {'device': '6b2e38c3-50f5-4006-a501-9036045056ad', 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8', 'port_id': '6b2e38c3-50f5-4006-a501-9036045056ad', 'mac_address': 'fa:16:3e:95:c2:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4595d53c-1b19-44a4-9d57-e790e2a0475e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 10:00:42.059187 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 6b2e38c3-50f5-4006-a501-9036045056ad is: DOWN; New status is: BUILD {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:00:42.059564 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (6b2e38c3-50f5-4006-a501-9036045056ad), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:42.072042 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b2e38c3-50f5-4006-a501-9036045056ad {{(pid=102622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 10:00:42.090850 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 6b2e38c3-50f5-4006-a501-9036045056ad, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6b2e38c3-50f5-4006-a501-9036045056ad,segment=NetworkSegment(27b95298-c23c-4d5f-8605-60b0d2d05807),segment_id=27b95298-c23c-4d5f-8605-60b0d2d05807)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:00:42.094933 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (6b2e38c3-50f5-4006-a501-9036045056ad), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:42.150009 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=6b2e38c3-50f5-4006-a501-9036045056ad,revision_number=4']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:42.367593 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['6b2e38c3-50f5-4006-a501-9036045056ad'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 10:00:42.411637 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3adf9-72b4-4b22-92ce-8cb0245824c4 req-f4c82557-e685-45f2-af17-2f477a9c1252 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:42.413685 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-30a3adf9-72b4-4b22-92ce-8cb0245824c4 req-f4c82557-e685-45f2-af17-2f477a9c1252 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=f60267a8-c630-461b-85cc-ccc482245908 HTTP/1.1" status: 200 len: 944 time: 0.0553527 Feb 17 10:00:42.459032 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-30a3adf9-72b4-4b22-92ce-8cb0245824c4 req-707c6f11-1081-43af-8086-9e04a48926ba tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=1e68221b-873b-4935-8261-792ed9ecfdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399017 Feb 17 10:00:43.574540 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c848b7b-9b85-4b04-917a-3d241a5e0ca1 req-e0eeb76a-5583-469b-b04a-b23e47f169cb tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:43.576041 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7c848b7b-9b85-4b04-917a-3d241a5e0ca1 req-e0eeb76a-5583-469b-b04a-b23e47f169cb tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=f60267a8-c630-461b-85cc-ccc482245908 HTTP/1.1" status: 200 len: 944 time: 0.0510643 Feb 17 10:00:43.620739 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7c848b7b-9b85-4b04-917a-3d241a5e0ca1 req-c7c66a1b-4c77-4ddf-a545-6f88c3e7271c tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=1e68221b-873b-4935-8261-792ed9ecfdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392516 Feb 17 10:00:43.930688 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 6b2e38c3-50f5-4006-a501-9036045056ad up at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 10:00:43.956452 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-c721991d-5d3d-44c4-b649-d64a5b44b2cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:43.987763 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning for port 6b2e38c3-50f5-4006-a501-9036045056ad completed by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:00:43.991622 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning complete for port 6b2e38c3-50f5-4006-a501-9036045056ad triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:00:43.992003 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (6b2e38c3-50f5-4006-a501-9036045056ad), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:44.069807 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 6b2e38c3-50f5-4006-a501-9036045056ad is: BUILD; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:00:44.070200 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (6b2e38c3-50f5-4006-a501-9036045056ad), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:44.092090 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60267a8-c630-461b-85cc-ccc482245908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2e38c3-50f5-4006-a501-9036045056ad'}] {{(pid=102622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:00:44.094299 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c0921c82721ddcd3043691fcb1168a632d6e856cc39374f61865f4aa2fd6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b87e853-1e34-4ac1-b072-541bda552a4f" -d '{"events": [{"server_uuid": "f60267a8-c630-461b-85cc-ccc482245908", "name": "network-vif-plugged", "status": "completed", "tag": "6b2e38c3-50f5-4006-a501-9036045056ad"}]}' {{(pid=102622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:00:44.113022 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 6b2e38c3-50f5-4006-a501-9036045056ad, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6b2e38c3-50f5-4006-a501-9036045056ad,segment=NetworkSegment(27b95298-c23c-4d5f-8605-60b0d2d05807),segment_id=27b95298-c23c-4d5f-8605-60b0d2d05807)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:00:44.117905 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (6b2e38c3-50f5-4006-a501-9036045056ad), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:44.140956 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 10:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f47a7c-fb85-4b0e-b709-d44304fdd2b7 x-openstack-request-id: req-22f47a7c-fb85-4b0e-b709-d44304fdd2b7 {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:00:44.141251 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60267a8-c630-461b-85cc-ccc482245908", "name": "network-vif-plugged", "status": "completed", "tag": "6b2e38c3-50f5-4006-a501-9036045056ad", "code": 200}]} {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:00:44.141507 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-22f47a7c-fb85-4b0e-b709-d44304fdd2b7 {{(pid=102622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:00:44.141898 dv-cinder-778193-18-iscsi neutron-server[102622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60267a8-c630-461b-85cc-ccc482245908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2e38c3-50f5-4006-a501-9036045056ad', 'code': 200} Feb 17 10:00:44.169445 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=6b2e38c3-50f5-4006-a501-9036045056ad,revision_number=5']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:44.176861 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:44.177215 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:44.177565 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:44.177903 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:44.178239 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:44.178622 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:44.178955 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:44.179320 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:44.179652 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:44.179982 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:44.180378 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:44.180767 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:44.181028 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:44.307000 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09f76d-e646-4edc-8020-1f62e430f128 req-c6d9e857-bdce-41c4-beeb-7dda0c72e50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:44.308498 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-aa09f76d-e646-4edc-8020-1f62e430f128 req-c6d9e857-bdce-41c4-beeb-7dda0c72e50b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f60267a8-c630-461b-85cc-ccc482245908 HTTP/1.1" status: 200 len: 1129 time: 0.0429022 Feb 17 10:00:44.351529 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-aa09f76d-e646-4edc-8020-1f62e430f128 req-f28360b0-1c40-41d6-9b0a-4ca5b1c246b3 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1e68221b-873b-4935-8261-792ed9ecfdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368986 Feb 17 10:00:44.738508 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0355c5-ecbf-4270-9262-62a47fdc51fb req-0a71b423-ed39-44d8-91be-d10f8d94bd4b tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:44.739992 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3d0355c5-ecbf-4270-9262-62a47fdc51fb req-0a71b423-ed39-44d8-91be-d10f8d94bd4b tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=f60267a8-c630-461b-85cc-ccc482245908 HTTP/1.1" status: 200 len: 945 time: 0.0537784 Feb 17 10:00:44.785203 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3d0355c5-ecbf-4270-9262-62a47fdc51fb req-4db61fd0-7a09-4511-abc7-b198859735c9 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=1e68221b-873b-4935-8261-792ed9ecfdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397921 Feb 17 10:00:44.968924 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:45.913117 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fe28a-d2a2-4890-a318-57e66505231f req-dd48c4fa-261f-4a5f-b98c-f9283901bf5a tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:45.914592 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8d5fe28a-d2a2-4890-a318-57e66505231f req-dd48c4fa-261f-4a5f-b98c-f9283901bf5a tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=f60267a8-c630-461b-85cc-ccc482245908 HTTP/1.1" status: 200 len: 945 time: 0.0519917 Feb 17 10:00:45.959949 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8d5fe28a-d2a2-4890-a318-57e66505231f req-6ce3d444-a130-4037-abe3-041f0bd9c6e4 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=1e68221b-873b-4935-8261-792ed9ecfdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397699 Feb 17 10:00:46.076011 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74b411-f3c3-4680-a38f-daa2e47841aa req-d137fd2b-0c12-4c9c-89d5-a40e6e07c702 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:46.077480 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-5f74b411-f3c3-4680-a38f-daa2e47841aa req-d137fd2b-0c12-4c9c-89d5-a40e6e07c702 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=f60267a8-c630-461b-85cc-ccc482245908 HTTP/1.1" status: 200 len: 945 time: 0.0543478 Feb 17 10:00:46.085833 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 53198) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:46.090093 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-2c20a60a-7933-4c6b-9e41-6a11f0a18175 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Request body: {'floatingip': {'port_id': '6b2e38c3-50f5-4006-a501-9036045056ad'}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:00:46.128089 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2c20a60a-7933-4c6b-9e41-6a11f0a18175 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for floatingip (1022789d-d4bf-4534-9523-d2b509c747d1), before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:46.271027 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:46.544100 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2c20a60a-7933-4c6b-9e41-6a11f0a18175 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:46.547937 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2c20a60a-7933-4c6b-9e41-6a11f0a18175 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931625'] for floatingip (1022789d-d4bf-4534-9523-d2b509c747d1), after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:46.646280 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.db.l3_db [None req-2c20a60a-7933-4c6b-9e41-6a11f0a18175 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Floating IP 1022789d-d4bf-4534-9523-d2b509c747d1 associated. External IP: 172.27.0.105, port: 6b2e38c3-50f5-4006-a501-9036045056ad. Feb 17 10:00:46.843484 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c20a60a-7933-4c6b-9e41-6a11f0a18175 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Router 686e692a-617e-44df-afaa-5ab49250a24f has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 10:00:46.954292 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c20a60a-7933-4c6b-9e41-6a11f0a18175 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 10:00:46.959377 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2c20a60a-7933-4c6b-9e41-6a11f0a18175 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for floatingip (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:46.964214 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8f7e66-8503-40f4-a37b-2b761f89a822 None None] Sync routers for ids ['686e692a-617e-44df-afaa-5ab49250a24f'] in dv-cinder-778193-18-iscsi {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:00:46.974108 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8f7e66-8503-40f4-a37b-2b761f89a822 None None] Routers {'686e692a-617e-44df-afaa-5ab49250a24f'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:00:46.974718 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-fa8f7e66-8503-40f4-a37b-2b761f89a822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:00:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['686e692a-617e-44df-afaa-5ab49250a24f'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:46.989387 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-2c20a60a-7933-4c6b-9e41-6a11f0a18175 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "PUT /v2.0/floatingips/1022789d-d4bf-4534-9523-d2b509c747d1 HTTP/1.1" status: 200 len: 991 time: 0.9025187 Feb 17 10:00:46.989969 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f60267a8-c630-461b-85cc-ccc482245908', 'tag': '6b2e38c3-50f5-4006-a501-9036045056ad'}] {{(pid=102620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:00:46.992355 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69de941e648a7b0ccac97a7d892e956e63e7941796132e5e6c0bd98302818107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc031d67-3ca1-4c8e-adad-6bfaa6a22975" -d '{"events": [{"name": "network-changed", "server_uuid": "f60267a8-c630-461b-85cc-ccc482245908", "tag": "6b2e38c3-50f5-4006-a501-9036045056ad"}]}' {{(pid=102620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:00:47.034843 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 10:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947c190a-e0cc-4d66-8dc5-f5402a81e49d x-openstack-request-id: req-947c190a-e0cc-4d66-8dc5-f5402a81e49d {{(pid=102620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:00:47.035142 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f60267a8-c630-461b-85cc-ccc482245908", "tag": "6b2e38c3-50f5-4006-a501-9036045056ad", "status": "completed", "code": 200}]} {{(pid=102620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:00:47.035439 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-947c190a-e0cc-4d66-8dc5-f5402a81e49d {{(pid=102620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:00:47.035847 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f60267a8-c630-461b-85cc-ccc482245908', 'tag': '6b2e38c3-50f5-4006-a501-9036045056ad', 'status': 'completed', 'code': 200} Feb 17 10:00:47.084419 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-fa8f7e66-8503-40f4-a37b-2b761f89a822 None None] Set router 686e692a-617e-44df-afaa-5ab49250a24f gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:00:47.106037 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc031d67-3ca1-4c8e-adad-6bfaa6a22975 req-0ee51ae0-049e-45eb-ad56-0ca3b9afbd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:47.107469 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-cc031d67-3ca1-4c8e-adad-6bfaa6a22975 req-0ee51ae0-049e-45eb-ad56-0ca3b9afbd50 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7039608c8379432d81234a6c5f780815&device_id=f60267a8-c630-461b-85cc-ccc482245908 HTTP/1.1" status: 200 len: 1129 time: 0.0489066 Feb 17 10:00:47.205938 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc031d67-3ca1-4c8e-adad-6bfaa6a22975 req-8efb3257-4514-44ba-b4a6-7e72ac661b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:47.207509 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-cc031d67-3ca1-4c8e-adad-6bfaa6a22975 req-8efb3257-4514-44ba-b4a6-7e72ac661b8f service neutron] 10.222.0.93 "GET /v2.0/networks?id=796052e6-6954-480c-a009-16c1a3be89b8 HTTP/1.1" status: 200 len: 912 time: 0.0937235 Feb 17 10:00:47.292172 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-cc031d67-3ca1-4c8e-adad-6bfaa6a22975 req-a2848ec4-7291-46bb-9af2-2423cafec5f4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b2e38c3-50f5-4006-a501-9036045056ad HTTP/1.1" status: 200 len: 999 time: 0.0774820 Feb 17 10:00:47.347779 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-fa8f7e66-8503-40f4-a37b-2b761f89a822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686e692a-617e-44df-afaa-5ab49250a24f', 'name': 'tempest-AttachVolumeTestJSON-624494086-router', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:01Z', 'updated_at': '2022-02-17T09:55:14Z', 'revision_number': 4, 'project_id': '7039608c8379432d81234a6c5f780815', 'gw_port': {'id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:03Z', 'updated_at': '2022-02-17T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_floatingips': [{'id': '1022789d-d4bf-4534-9523-d2b509c747d1', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'floating_ip_address': '172.27.0.105', 'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'router_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'port_id': '6b2e38c3-50f5-4006-a501-9036045056ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8', 'mac_address': 'fa:16:3e:95:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60267a8-c630-461b-85cc-ccc482245908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:00:34Z', 'updated_at': '2022-02-17T10:00:46Z', 'revision_number': 1, 'project_id': '7039608c8379432d81234a6c5f780815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1550b0e8-ebfc-4c92-aec5-36c80a98a305', 'name': '', 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'mac_address': 'fa:16:3e:a8:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4595d53c-1b19-44a4-9d57-e790e2a0475e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:10Z', 'updated_at': '2022-02-17T09:55:22Z', 'revision_number': 5, 'project_id': '7039608c8379432d81234a6c5f780815', 'subnets': [{'id': '4595d53c-1b19-44a4-9d57-e790e2a0475e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:47.356034 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc031d67-3ca1-4c8e-adad-6bfaa6a22975 req-84679bf1-1cd1-4467-8aeb-aec516aade14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:47.357694 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-cc031d67-3ca1-4c8e-adad-6bfaa6a22975 req-84679bf1-1cd1-4467-8aeb-aec516aade14 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4595d53c-1b19-44a4-9d57-e790e2a0475e HTTP/1.1" status: 200 len: 849 time: 0.0584190 Feb 17 10:00:47.409579 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc031d67-3ca1-4c8e-adad-6bfaa6a22975 req-8b8536ae-2546-4f72-9b4f-c5047f187098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:47.412390 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-cc031d67-3ca1-4c8e-adad-6bfaa6a22975 req-8b8536ae-2546-4f72-9b4f-c5047f187098 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=796052e6-6954-480c-a009-16c1a3be89b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0474145 Feb 17 10:00:47.498924 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8f7e66-8503-40f4-a37b-2b761f89a822 None None] Checking router: 686e692a-617e-44df-afaa-5ab49250a24f for host: dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:00:47.503968 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-cc031d67-3ca1-4c8e-adad-6bfaa6a22975 req-79560700-4816-40ea-80d3-9d1bf78e702c service neutron] 10.222.0.93 "GET /v2.0/networks/796052e6-6954-480c-a009-16c1a3be89b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850179 Feb 17 10:00:47.507884 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8f7e66-8503-40f4-a37b-2b761f89a822 None None] Routers {'686e692a-617e-44df-afaa-5ab49250a24f'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:00:47.508482 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-fa8f7e66-8503-40f4-a37b-2b761f89a822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:00:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['686e692a-617e-44df-afaa-5ab49250a24f'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:47.607886 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-cc031d67-3ca1-4c8e-adad-6bfaa6a22975 req-5c8a6623-a660-4962-9b1a-6845fd7ad491 service neutron] 10.222.0.93 "GET /v2.0/networks/796052e6-6954-480c-a009-16c1a3be89b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979927 Feb 17 10:00:47.624284 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-fa8f7e66-8503-40f4-a37b-2b761f89a822 None None] Set router 686e692a-617e-44df-afaa-5ab49250a24f gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:00:47.828681 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:47.856756 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-fa8f7e66-8503-40f4-a37b-2b761f89a822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686e692a-617e-44df-afaa-5ab49250a24f', 'name': 'tempest-AttachVolumeTestJSON-624494086-router', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:01Z', 'updated_at': '2022-02-17T09:55:14Z', 'revision_number': 4, 'project_id': '7039608c8379432d81234a6c5f780815', 'gw_port': {'id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:03Z', 'updated_at': '2022-02-17T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_floatingips': [{'id': '1022789d-d4bf-4534-9523-d2b509c747d1', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'floating_ip_address': '172.27.0.105', 'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'router_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'port_id': '6b2e38c3-50f5-4006-a501-9036045056ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8', 'mac_address': 'fa:16:3e:95:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60267a8-c630-461b-85cc-ccc482245908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:00:34Z', 'updated_at': '2022-02-17T10:00:46Z', 'revision_number': 1, 'project_id': '7039608c8379432d81234a6c5f780815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1550b0e8-ebfc-4c92-aec5-36c80a98a305', 'name': '', 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'mac_address': 'fa:16:3e:a8:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4595d53c-1b19-44a4-9d57-e790e2a0475e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:10Z', 'updated_at': '2022-02-17T09:55:22Z', 'revision_number': 5, 'project_id': '7039608c8379432d81234a6c5f780815', 'subnets': [{'id': '4595d53c-1b19-44a4-9d57-e790e2a0475e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:47.886295 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8f7e66-8503-40f4-a37b-2b761f89a822 None None] The sync data for ids ['686e692a-617e-44df-afaa-5ab49250a24f'] in dv-cinder-778193-18-iscsi is: [{'id': '686e692a-617e-44df-afaa-5ab49250a24f', 'name': 'tempest-AttachVolumeTestJSON-624494086-router', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:01Z', 'updated_at': '2022-02-17T09:55:14Z', 'revision_number': 4, 'project_id': '7039608c8379432d81234a6c5f780815', 'gw_port': {'id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:03Z', 'updated_at': '2022-02-17T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_floatingips': [{'id': '1022789d-d4bf-4534-9523-d2b509c747d1', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'floating_ip_address': '172.27.0.105', 'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'router_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'port_id': '6b2e38c3-50f5-4006-a501-9036045056ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8', 'mac_address': 'fa:16:3e:95:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60267a8-c630-461b-85cc-ccc482245908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:00:34Z', 'updated_at': '2022-02-17T10:00:46Z', 'revision_number': 1, 'project_id': '7039608c8379432d81234a6c5f780815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1550b0e8-ebfc-4c92-aec5-36c80a98a305', 'name': '', 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'mac_address': 'fa:16:3e:a8:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4595d53c-1b19-44a4-9d57-e790e2a0475e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:10Z', 'updated_at': '2022-02-17T09:55:22Z', 'revision_number': 5, 'project_id': '7039608c8379432d81234a6c5f780815', 'subnets': [{'id': '4595d53c-1b19-44a4-9d57-e790e2a0475e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:00:48.083889 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a1cb23-8ba4-4352-be98-58160d96d0dd None None] New status for floating IP 1022789d-d4bf-4534-9523-d2b509c747d1: ACTIVE {{(pid=102623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:00:49.351876 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-61eb25cd-edce-46cc-906f-9f40c9df792d req-c7c6efd9-479d-4592-b70f-7d88df7bbd2e tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1463174416&fields=id&tenant_id=742b9187fc164d4f806fdce7df1f90ad HTTP/1.1" status: 200 len: 267 time: 0.0433478 Feb 17 10:00:49.410355 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb25cd-edce-46cc-906f-9f40c9df792d req-6b8ea289-0245-40bf-9bb2-06c84707bb38 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:49.411865 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-61eb25cd-edce-46cc-906f-9f40c9df792d req-6b8ea289-0245-40bf-9bb2-06c84707bb38 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 984 time: 0.0548344 Feb 17 10:00:49.422679 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [req-61eb25cd-edce-46cc-906f-9f40c9df792d req-d59277fe-eba9-4ec0-afc8-c150b0d98f83 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Request body: {'port': {'security_groups': ['76e81be9-67d1-421a-b30b-5584f65436b9']}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:00:49.494417 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [req-61eb25cd-edce-46cc-906f-9f40c9df792d req-d59277fe-eba9-4ec0-afc8-c150b0d98f83 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9), before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:49.663839 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.db [req-61eb25cd-edce-46cc-906f-9f40c9df792d req-d59277fe-eba9-4ec0-afc8-c150b0d98f83 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] For port f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9,segment=NetworkSegment(74894de9-e295-4c03-b6b5-b2e5db0e49e8),segment_id=74894de9-e295-4c03-b6b5-b2e5db0e49e8)] {{(pid=102620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:00:49.692321 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [req-61eb25cd-edce-46cc-906f-9f40c9df792d req-d59277fe-eba9-4ec0-afc8-c150b0d98f83 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks [] for port (f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9), precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:49.697625 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [req-61eb25cd-edce-46cc-906f-9f40c9df792d req-d59277fe-eba9-4ec0-afc8-c150b0d98f83 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11330454'] for port (f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9), after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:49.716032 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 10:00:49.738183 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb25cd-edce-46cc-906f-9f40c9df792d req-d59277fe-eba9-4ec0-afc8-c150b0d98f83 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:49.738798 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [req-61eb25cd-edce-46cc-906f-9f40c9df792d req-d59277fe-eba9-4ec0-afc8-c150b0d98f83 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:49.740214 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-61eb25cd-edce-46cc-906f-9f40c9df792d req-d59277fe-eba9-4ec0-afc8-c150b0d98f83 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "PUT /v2.0/ports/f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 HTTP/1.1" status: 200 len: 942 time: 0.3218987 Feb 17 10:00:49.740665 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df2d10e-b703-4331-91b3-e610ddf30550', 'tag': 'f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9'}] {{(pid=102620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:00:49.747812 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69de941e648a7b0ccac97a7d892e956e63e7941796132e5e6c0bd98302818107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a73b356-e8df-472f-b0d0-ea2d8f481b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "9df2d10e-b703-4331-91b3-e610ddf30550", "tag": "f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9"}]}' {{(pid=102620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:00:49.748746 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 53232) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:49.776553 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59277fe-eba9-4ec0-afc8-c150b0d98f83 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Pushing event updated for resources: {'Port': ['ID=f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9,revision_number=7']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:49.809796 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 10:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623d7873-a381-4ef8-bfcf-42d97cfa882a x-openstack-request-id: req-623d7873-a381-4ef8-bfcf-42d97cfa882a {{(pid=102620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:00:49.810148 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df2d10e-b703-4331-91b3-e610ddf30550", "tag": "f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9", "status": "completed", "code": 200}]} {{(pid=102620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:00:49.810414 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-623d7873-a381-4ef8-bfcf-42d97cfa882a {{(pid=102620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:00:49.810820 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df2d10e-b703-4331-91b3-e610ddf30550', 'tag': 'f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9', 'status': 'completed', 'code': 200} Feb 17 10:00:49.821946 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-901035ac-8565-47a1-900b-9b573683c335 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks [] for security_group (46f19b23-0bd1-414e-a780-cc088693aee3), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:49.836913 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 10:00:49.859807 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-901035ac-8565-47a1-900b-9b573683c335 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks [] for security_group (46f19b23-0bd1-414e-a780-cc088693aee3), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:49.929795 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73b356-e8df-472f-b0d0-ea2d8f481b9f req-8d7a945e-5e70-4a3b-95d3-5a5984011059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:49.932368 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1a73b356-e8df-472f-b0d0-ea2d8f481b9f req-8d7a945e-5e70-4a3b-95d3-5a5984011059 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=742b9187fc164d4f806fdce7df1f90ad&device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 1129 time: 0.0864198 Feb 17 10:00:50.013356 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-901035ac-8565-47a1-900b-9b573683c335 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (46f19b23-0bd1-414e-a780-cc088693aee3), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:50.015926 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-901035ac-8565-47a1-900b-9b573683c335 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:50.019996 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-901035ac-8565-47a1-900b-9b573683c335 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "DELETE /v2.0/security-groups/46f19b23-0bd1-414e-a780-cc088693aee3 HTTP/1.1" status: 204 len: 168 time: 0.2701590 Feb 17 10:00:50.020170 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 53234) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:50.025847 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-f6d65624-5d61-4f14-9352-af1cf65e0afc None None] Provisioning complete for port f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:00:50.026492 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-f6d65624-5d61-4f14-9352-af1cf65e0afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:50.035739 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901035ac-8565-47a1-900b-9b573683c335 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f19b23-0bd1-414e-a780-cc088693aee3,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:50.058555 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73b356-e8df-472f-b0d0-ea2d8f481b9f req-a46c2370-316d-4856-b6e7-65e259e97c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:50.060178 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1a73b356-e8df-472f-b0d0-ea2d8f481b9f req-a46c2370-316d-4856-b6e7-65e259e97c88 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b2432867-45f9-4904-a392-095ca5cf2bfa HTTP/1.1" status: 200 len: 917 time: 0.1185708 Feb 17 10:00:50.136804 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-f6d65624-5d61-4f14-9352-af1cf65e0afc None None] Current status of the port f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:00:50.145508 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1a73b356-e8df-472f-b0d0-ea2d8f481b9f req-b342b1ed-fe22-4f2b-b2b1-5e73a47df9fc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 HTTP/1.1" status: 200 len: 1001 time: 0.0678098 Feb 17 10:00:50.192293 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-ea8d6982-0906-4316-af88-b2932186bfc9 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Deleting port e98eff95-dff5-4dca-beb6-da000628a508 {{(pid=102620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:00:50.192551 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ea8d6982-0906-4316-af88-b2932186bfc9 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (e98eff95-dff5-4dca-beb6-da000628a508), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:50.197384 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73b356-e8df-472f-b0d0-ea2d8f481b9f req-b053ab1b-2b06-4a4d-b724-b9bb7bd2206d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:50.198841 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1a73b356-e8df-472f-b0d0-ea2d8f481b9f req-b053ab1b-2b06-4a4d-b724-b9bb7bd2206d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c4f08b7d-085e-4fd8-870e-af663cf832eb HTTP/1.1" status: 200 len: 854 time: 0.0439596 Feb 17 10:00:50.250220 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73b356-e8df-472f-b0d0-ea2d8f481b9f req-36ac0544-d38a-4639-ad77-680f0cf129f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:50.251793 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1a73b356-e8df-472f-b0d0-ea2d8f481b9f req-36ac0544-d38a-4639-ad77-680f0cf129f3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b2432867-45f9-4904-a392-095ca5cf2bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427079 Feb 17 10:00:50.266997 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ea8d6982-0906-4316-af88-b2932186bfc9 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (e98eff95-dff5-4dca-beb6-da000628a508), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:50.267368 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ea8d6982-0906-4316-af88-b2932186bfc9 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks [] for floatingip (e98eff95-dff5-4dca-beb6-da000628a508), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:50.279882 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-ea8d6982-0906-4316-af88-b2932186bfc9 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Calling delete_port for e98eff95-dff5-4dca-beb6-da000628a508 owned by network:floatingip {{(pid=102620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:00:50.344557 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1a73b356-e8df-472f-b0d0-ea2d8f481b9f req-71d627b9-b70b-488e-874e-69a5393f7faf service neutron] 10.222.0.93 "GET /v2.0/networks/b2432867-45f9-4904-a392-095ca5cf2bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844383 Feb 17 10:00:50.436017 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1a73b356-e8df-472f-b0d0-ea2d8f481b9f req-89777e13-0c81-4df4-992e-508e503b1325 service neutron] 10.222.0.93 "GET /v2.0/networks/b2432867-45f9-4904-a392-095ca5cf2bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813673 Feb 17 10:00:50.447802 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ea8d6982-0906-4316-af88-b2932186bfc9 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11330461'] for port (e98eff95-dff5-4dca-beb6-da000628a508), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:50.472359 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d6982-0906-4316-af88-b2932186bfc9 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Pushing event deleted for resources: {'Port': ['ID=e98eff95-dff5-4dca-beb6-da000628a508,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:50.737028 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ea8d6982-0906-4316-af88-b2932186bfc9 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks [] for floatingip (59f36117-c59a-4e72-913a-f598f10d7263), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:50.737367 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.db.l3_db [None req-ea8d6982-0906-4316-af88-b2932186bfc9 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Floating IP 59f36117-c59a-4e72-913a-f598f10d7263 disassociated (deleted). External IP: 172.27.0.216, port: f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9. Feb 17 10:00:50.945321 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8d6982-0906-4316-af88-b2932186bfc9 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Router 6a8f353f-9f63-4141-8a30-5082438076f6 has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 10:00:51.051809 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8d6982-0906-4316-af88-b2932186bfc9 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 10:00:51.057725 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ea8d6982-0906-4316-af88-b2932186bfc9 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for floatingip (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:51.061977 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eed5a02-d119-4adc-9bdb-778c364248a6 None None] Sync routers for ids ['6a8f353f-9f63-4141-8a30-5082438076f6'] in dv-cinder-778193-18-iscsi {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:00:51.075237 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eed5a02-d119-4adc-9bdb-778c364248a6 None None] Routers {'6a8f353f-9f63-4141-8a30-5082438076f6'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:00:51.075893 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-2eed5a02-d119-4adc-9bdb-778c364248a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:00:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['6a8f353f-9f63-4141-8a30-5082438076f6'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:51.087904 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-ea8d6982-0906-4316-af88-b2932186bfc9 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "DELETE /v2.0/floatingips/59f36117-c59a-4e72-913a-f598f10d7263 HTTP/1.1" status: 204 len: 168 time: 1.0664146 Feb 17 10:00:51.184380 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-2eed5a02-d119-4adc-9bdb-778c364248a6 None None] Set router 6a8f353f-9f63-4141-8a30-5082438076f6 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:00:51.391476 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-2eed5a02-d119-4adc-9bdb-778c364248a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'name': 'tempest-TestMinimumBasicScenario-1074956760-router', 'tenant_id': '742b9187fc164d4f806fdce7df1f90ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '679c4b50-4765-4acf-bf33-eb50aacc3948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T09:57:09Z', 'revision_number': 4, 'project_id': '742b9187fc164d4f806fdce7df1f90ad', 'gw_port': {'id': '679c4b50-4765-4acf-bf33-eb50aacc3948', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fe:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:06Z', 'updated_at': '2022-02-17T09:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': '4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7', 'name': '', 'network_id': 'b2432867-45f9-4904-a392-095ca5cf2bfa', 'tenant_id': '742b9187fc164d4f806fdce7df1f90ad', 'mac_address': 'fa:16:3e:d2:aa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'c4f08b7d-085e-4fd8-870e-af663cf832eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:08Z', 'updated_at': '2022-02-17T09:57:13Z', 'revision_number': 5, 'project_id': '742b9187fc164d4f806fdce7df1f90ad', 'subnets': [{'id': 'c4f08b7d-085e-4fd8-870e-af663cf832eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:51.421204 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eed5a02-d119-4adc-9bdb-778c364248a6 None None] Checking router: 6a8f353f-9f63-4141-8a30-5082438076f6 for host: dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:00:51.429851 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eed5a02-d119-4adc-9bdb-778c364248a6 None None] Routers {'6a8f353f-9f63-4141-8a30-5082438076f6'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:00:51.430463 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-2eed5a02-d119-4adc-9bdb-778c364248a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:00:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['6a8f353f-9f63-4141-8a30-5082438076f6'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:51.533642 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-2eed5a02-d119-4adc-9bdb-778c364248a6 None None] Set router 6a8f353f-9f63-4141-8a30-5082438076f6 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:00:51.725104 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-2eed5a02-d119-4adc-9bdb-778c364248a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'name': 'tempest-TestMinimumBasicScenario-1074956760-router', 'tenant_id': '742b9187fc164d4f806fdce7df1f90ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '679c4b50-4765-4acf-bf33-eb50aacc3948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T09:57:09Z', 'revision_number': 4, 'project_id': '742b9187fc164d4f806fdce7df1f90ad', 'gw_port': {'id': '679c4b50-4765-4acf-bf33-eb50aacc3948', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fe:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:06Z', 'updated_at': '2022-02-17T09:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': '4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7', 'name': '', 'network_id': 'b2432867-45f9-4904-a392-095ca5cf2bfa', 'tenant_id': '742b9187fc164d4f806fdce7df1f90ad', 'mac_address': 'fa:16:3e:d2:aa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'c4f08b7d-085e-4fd8-870e-af663cf832eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:08Z', 'updated_at': '2022-02-17T09:57:13Z', 'revision_number': 5, 'project_id': '742b9187fc164d4f806fdce7df1f90ad', 'subnets': [{'id': 'c4f08b7d-085e-4fd8-870e-af663cf832eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:51.750506 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eed5a02-d119-4adc-9bdb-778c364248a6 None None] The sync data for ids ['6a8f353f-9f63-4141-8a30-5082438076f6'] in dv-cinder-778193-18-iscsi is: [{'id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'name': 'tempest-TestMinimumBasicScenario-1074956760-router', 'tenant_id': '742b9187fc164d4f806fdce7df1f90ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '679c4b50-4765-4acf-bf33-eb50aacc3948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T09:57:09Z', 'revision_number': 4, 'project_id': '742b9187fc164d4f806fdce7df1f90ad', 'gw_port': {'id': '679c4b50-4765-4acf-bf33-eb50aacc3948', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fe:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:06Z', 'updated_at': '2022-02-17T09:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': '4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7', 'name': '', 'network_id': 'b2432867-45f9-4904-a392-095ca5cf2bfa', 'tenant_id': '742b9187fc164d4f806fdce7df1f90ad', 'mac_address': 'fa:16:3e:d2:aa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'c4f08b7d-085e-4fd8-870e-af663cf832eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:08Z', 'updated_at': '2022-02-17T09:57:13Z', 'revision_number': 5, 'project_id': '742b9187fc164d4f806fdce7df1f90ad', 'subnets': [{'id': 'c4f08b7d-085e-4fd8-870e-af663cf832eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:00:51.812258 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df2d10e-b703-4331-91b3-e610ddf30550', 'tag': 'f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9'}] {{(pid=102620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:00:51.814731 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69de941e648a7b0ccac97a7d892e956e63e7941796132e5e6c0bd98302818107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9805189c-fc65-4fc9-810d-b724d25b0415" -d '{"events": [{"name": "network-changed", "server_uuid": "9df2d10e-b703-4331-91b3-e610ddf30550", "tag": "f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9"}]}' {{(pid=102620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:00:51.853965 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 10:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49dcda6-72be-4afd-8f95-4656d2e3731c x-openstack-request-id: req-f49dcda6-72be-4afd-8f95-4656d2e3731c {{(pid=102620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:00:51.854260 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df2d10e-b703-4331-91b3-e610ddf30550", "tag": "f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9", "status": "completed", "code": 200}]} {{(pid=102620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:00:51.854518 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f49dcda6-72be-4afd-8f95-4656d2e3731c {{(pid=102620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:00:51.854924 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df2d10e-b703-4331-91b3-e610ddf30550', 'tag': 'f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9', 'status': 'completed', 'code': 200} Feb 17 10:00:51.933768 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805189c-fc65-4fc9-810d-b724d25b0415 req-f2baa2a5-dcfc-4c39-ac6b-94c49274eb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:51.935300 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9805189c-fc65-4fc9-810d-b724d25b0415 req-f2baa2a5-dcfc-4c39-ac6b-94c49274eb47 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=742b9187fc164d4f806fdce7df1f90ad&device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 1129 time: 0.0504968 Feb 17 10:00:51.978460 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae5e72f-44aa-4054-b0f3-6716a6e6d2c1 None None] New status for floating IP 59f36117-c59a-4e72-913a-f598f10d7263: DOWN {{(pid=102623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:00:52.030521 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805189c-fc65-4fc9-810d-b724d25b0415 req-d2fa291e-7075-4bbe-89ce-13a154367011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:52.032033 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9805189c-fc65-4fc9-810d-b724d25b0415 req-d2fa291e-7075-4bbe-89ce-13a154367011 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b2432867-45f9-4904-a392-095ca5cf2bfa HTTP/1.1" status: 200 len: 917 time: 0.0877879 Feb 17 10:00:52.088194 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9805189c-fc65-4fc9-810d-b724d25b0415 req-badd2016-5c2a-4c50-89b6-2bc80c6a1436 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 HTTP/1.1" status: 200 len: 217 time: 0.0416274 Feb 17 10:00:52.139411 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805189c-fc65-4fc9-810d-b724d25b0415 req-2d33feed-aff3-434a-966c-9565a9603e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:52.140856 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9805189c-fc65-4fc9-810d-b724d25b0415 req-2d33feed-aff3-434a-966c-9565a9603e98 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c4f08b7d-085e-4fd8-870e-af663cf832eb HTTP/1.1" status: 200 len: 854 time: 0.0458486 Feb 17 10:00:52.190501 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805189c-fc65-4fc9-810d-b724d25b0415 req-6f96a726-fa7c-4543-9d51-18b019a2ead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:52.192038 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9805189c-fc65-4fc9-810d-b724d25b0415 req-6f96a726-fa7c-4543-9d51-18b019a2ead1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b2432867-45f9-4904-a392-095ca5cf2bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447264 Feb 17 10:00:52.283227 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9805189c-fc65-4fc9-810d-b724d25b0415 req-12278fc0-0478-4d81-96b2-ccf8dab3f397 service neutron] 10.222.0.93 "GET /v2.0/networks/b2432867-45f9-4904-a392-095ca5cf2bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821106 Feb 17 10:00:52.371553 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9805189c-fc65-4fc9-810d-b724d25b0415 req-acdf4dc1-077d-46f9-8892-2d398685ce6e service neutron] 10.222.0.93 "GET /v2.0/networks/b2432867-45f9-4904-a392-095ca5cf2bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821297 Feb 17 10:00:54.537829 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:00:57.976421 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93fc244-5d25-4e0f-a870-7480d174bd83 req-c4247e98-e374-47cd-8951-0fde5404a5a1 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:57.978009 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c93fc244-5d25-4e0f-a870-7480d174bd83 req-c4247e98-e374-47cd-8951-0fde5404a5a1 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 945 time: 0.0533721 Feb 17 10:00:58.025921 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c93fc244-5d25-4e0f-a870-7480d174bd83 req-1810d6fc-a84f-4010-b7cb-80354cc1f477 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417979 Feb 17 10:00:59.143870 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54157d7-aeeb-418c-8322-6dc4237c7561 req-e235bde4-a8b7-456b-b5b8-8f56fd7e38af tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:59.145342 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a54157d7-aeeb-418c-8322-6dc4237c7561 req-e235bde4-a8b7-456b-b5b8-8f56fd7e38af tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 945 time: 0.0504928 Feb 17 10:00:59.193701 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a54157d7-aeeb-418c-8322-6dc4237c7561 req-78606f18-30e6-42d5-8d6a-3faa5d7577e7 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420280 Feb 17 10:00:59.706284 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d73a0-7f49-4bdb-90d9-862d0d8cec08 req-83b6afd6-fe08-402b-9322-962fd0cccc38 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:59.707753 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4e5d73a0-7f49-4bdb-90d9-862d0d8cec08 req-83b6afd6-fe08-402b-9322-962fd0cccc38 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 945 time: 0.0513680 Feb 17 10:00:59.754153 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4e5d73a0-7f49-4bdb-90d9-862d0d8cec08 req-ff3a5dd8-5074-4536-9e8f-16788daa4ced tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398753 Feb 17 10:01:00.113508 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13abdd6-c4bb-4e82-b2ba-55fdf2a16bf6 req-f8c0b06a-09f8-4681-9db7-cc4e0e503bf4 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:00.115268 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e13abdd6-c4bb-4e82-b2ba-55fdf2a16bf6 req-f8c0b06a-09f8-4681-9db7-cc4e0e503bf4 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.93 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 945 time: 0.0637918 Feb 17 10:01:00.223330 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-e13abdd6-c4bb-4e82-b2ba-55fdf2a16bf6 req-d9031713-5891-4c7e-9ede-5b4d20ad7845 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Deleting port f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:01:00.223681 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-e13abdd6-c4bb-4e82-b2ba-55fdf2a16bf6 req-d9031713-5891-4c7e-9ede-5b4d20ad7845 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:00.313666 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b91d2d-8d60-46fc-9365-02d788442b22 req-9f553d70-3945-42a2-98a3-39d74000aa3f tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:00.315169 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-70b91d2d-8d60-46fc-9365-02d788442b22 req-9f553d70-3945-42a2-98a3-39d74000aa3f tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/ports?device_id=9df2d10e-b703-4331-91b3-e610ddf30550 HTTP/1.1" status: 200 len: 945 time: 0.0529683 Feb 17 10:01:00.320103 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-e13abdd6-c4bb-4e82-b2ba-55fdf2a16bf6 req-d9031713-5891-4c7e-9ede-5b4d20ad7845 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] For port f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9,segment=NetworkSegment(74894de9-e295-4c03-b6b5-b2e5db0e49e8),segment_id=74894de9-e295-4c03-b6b5-b2e5db0e49e8)] {{(pid=102621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:01:00.320476 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-e13abdd6-c4bb-4e82-b2ba-55fdf2a16bf6 req-d9031713-5891-4c7e-9ede-5b4d20ad7845 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:00.332488 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-e13abdd6-c4bb-4e82-b2ba-55fdf2a16bf6 req-d9031713-5891-4c7e-9ede-5b4d20ad7845 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Calling delete_port for f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 owned by compute:nova {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:01:00.362082 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-70b91d2d-8d60-46fc-9365-02d788442b22 req-06b4e3df-3632-4dca-87c5-dffa8bc02d8b tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.82 "GET /v2.0/security-groups?id=76e81be9-67d1-421a-b30b-5584f65436b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407450 Feb 17 10:01:00.461607 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-e13abdd6-c4bb-4e82-b2ba-55fdf2a16bf6 req-d9031713-5891-4c7e-9ede-5b4d20ad7845 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:00.474677 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 10:01:00.493049 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9031713-5891-4c7e-9ede-5b4d20ad7845 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Pushing event deleted for resources: {'Port': ['ID=f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:00.539980 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13abdd6-c4bb-4e82-b2ba-55fdf2a16bf6 req-d9031713-5891-4c7e-9ede-5b4d20ad7845 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] No DVR routers for this DVR port f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 on host hv-cinder-77819 {{(pid=102621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:01:00.542385 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-e13abdd6-c4bb-4e82-b2ba-55fdf2a16bf6 req-d9031713-5891-4c7e-9ede-5b4d20ad7845 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:00.545620 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e13abdd6-c4bb-4e82-b2ba-55fdf2a16bf6 req-d9031713-5891-4c7e-9ede-5b4d20ad7845 tempest-TestMinimumBasicScenario-1713934212 tempest-TestMinimumBasicScenario-1713934212-project] 10.222.0.93 "DELETE /v2.0/ports/f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 HTTP/1.1" status: 204 len: 173 time: 0.4200244 Feb 17 10:01:00.546052 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df2d10e-b703-4331-91b3-e610ddf30550', 'name': 'network-vif-deleted', 'tag': 'f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:01:00.548271 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ca973b-84a6-4976-8fef-4425d77e5070" -d '{"events": [{"server_uuid": "9df2d10e-b703-4331-91b3-e610ddf30550", "name": "network-vif-deleted", "tag": "f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:01:00.585300 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 10:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd9b356-7f18-4a60-8ebb-26d33c8bac73 x-openstack-request-id: req-cbd9b356-7f18-4a60-8ebb-26d33c8bac73 {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:01:00.585588 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df2d10e-b703-4331-91b3-e610ddf30550", "name": "network-vif-deleted", "tag": "f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:01:00.585834 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-cbd9b356-7f18-4a60-8ebb-26d33c8bac73 {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:01:00.586239 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df2d10e-b703-4331-91b3-e610ddf30550', 'name': 'network-vif-deleted', 'tag': 'f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9', 'status': 'completed', 'code': 200} Feb 17 10:01:00.884641 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0b092-5b5e-468d-92ab-0b6a6f79ede4 req-dfecdffb-57ca-4d5d-a91e-252bd4bbcb67 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:00.886236 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ebf0b092-5b5e-468d-92ab-0b6a6f79ede4 req-dfecdffb-57ca-4d5d-a91e-252bd4bbcb67 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 945 time: 0.0585389 Feb 17 10:01:00.934122 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ebf0b092-5b5e-468d-92ab-0b6a6f79ede4 req-82203735-2cf0-4a92-ae65-4a0526b802a7 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422180 Feb 17 10:01:02.025254 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 53392) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:01:02.058799 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd4877-c1ee-4911-8d77-b9576e7dc6ad req-b889b1e5-3747-49e8-8742-d4323b9351a7 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:02.060348 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c5bd4877-c1ee-4911-8d77-b9576e7dc6ad req-b889b1e5-3747-49e8-8742-d4323b9351a7 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 945 time: 0.0530083 Feb 17 10:01:02.108625 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c5bd4877-c1ee-4911-8d77-b9576e7dc6ad req-2210b32a-68d1-4b1f-97d8-65b6283a00b5 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427153 Feb 17 10:01:02.604477 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-9608292a-af61-4b6e-9d7a-d5d790e96e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916009'] for router_interface (6a8f353f-9f63-4141-8a30-5082438076f6), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:02.841946 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [None req-9608292a-af61-4b6e-9d7a-d5d790e96e29 admin admin] Deleting port 4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7 {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:01:02.842272 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-9608292a-af61-4b6e-9d7a-d5d790e96e29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:02.920696 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [None req-9608292a-af61-4b6e-9d7a-d5d790e96e29 admin admin] For port 4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7,segment=NetworkSegment(74894de9-e295-4c03-b6b5-b2e5db0e49e8),segment_id=74894de9-e295-4c03-b6b5-b2e5db0e49e8)] {{(pid=102621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:01:02.920953 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-9608292a-af61-4b6e-9d7a-d5d790e96e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:02.933014 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [None req-9608292a-af61-4b6e-9d7a-d5d790e96e29 admin admin] Calling delete_port for 4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7 owned by network:router_interface {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:01:03.115027 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-9608292a-af61-4b6e-9d7a-d5d790e96e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:03.140524 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608292a-af61-4b6e-9d7a-d5d790e96e29 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:03.251134 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc769d2-5990-4d87-96f5-5907ab0d444b req-77b948de-7e7e-454c-9567-f91a2ddb68b1 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:03.258598 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2dc769d2-5990-4d87-96f5-5907ab0d444b req-77b948de-7e7e-454c-9567-f91a2ddb68b1 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 945 time: 0.0733120 Feb 17 10:01:03.303486 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2dc769d2-5990-4d87-96f5-5907ab0d444b req-771e9ff6-d2a6-434b-b89c-a5235c32ba38 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433013 Feb 17 10:01:03.332061 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-9608292a-af61-4b6e-9d7a-d5d790e96e29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3726863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3916057'] for router_interface (6a8f353f-9f63-4141-8a30-5082438076f6), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:03.551749 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9608292a-af61-4b6e-9d7a-d5d790e96e29 admin admin] Router 6a8f353f-9f63-4141-8a30-5082438076f6 has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 10:01:03.661467 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9608292a-af61-4b6e-9d7a-d5d790e96e29 admin admin] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 10:01:03.666351 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-9608292a-af61-4b6e-9d7a-d5d790e96e29 admin admin] 10.222.0.82 "PUT /v2.0/routers/6a8f353f-9f63-4141-8a30-5082438076f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6394711 Feb 17 10:01:03.669075 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 53398) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:01:03.674899 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e5e142-4f4f-4ae8-9bfe-575af985736e None None] Sync routers for ids ['6a8f353f-9f63-4141-8a30-5082438076f6'] in dv-cinder-778193-18-iscsi {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:01:03.686609 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e5e142-4f4f-4ae8-9bfe-575af985736e None None] Routers {'6a8f353f-9f63-4141-8a30-5082438076f6'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:01:03.687573 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-33e5e142-4f4f-4ae8-9bfe-575af985736e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:00:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['6a8f353f-9f63-4141-8a30-5082438076f6'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:03.775729 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-151e612a-587e-4793-950e-c157a61d1a99 admin admin] Publish callbacks [] for router (6a8f353f-9f63-4141-8a30-5082438076f6), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:03.782372 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:03.806733 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-33e5e142-4f4f-4ae8-9bfe-575af985736e None None] Set router 6a8f353f-9f63-4141-8a30-5082438076f6 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:01:03.880864 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-151e612a-587e-4793-950e-c157a61d1a99 admin admin] Publish callbacks [] for router_gateway (6a8f353f-9f63-4141-8a30-5082438076f6), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:03.933258 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [None req-151e612a-587e-4793-950e-c157a61d1a99 admin admin] Deleting port 679c4b50-4765-4acf-bf33-eb50aacc3948 {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:01:03.933597 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-151e612a-587e-4793-950e-c157a61d1a99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (679c4b50-4765-4acf-bf33-eb50aacc3948), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:03.995432 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-33e5e142-4f4f-4ae8-9bfe-575af985736e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'name': 'tempest-TestMinimumBasicScenario-1074956760-router', 'tenant_id': '742b9187fc164d4f806fdce7df1f90ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '679c4b50-4765-4acf-bf33-eb50aacc3948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T10:01:03Z', 'revision_number': 5, 'project_id': '742b9187fc164d4f806fdce7df1f90ad', 'gw_port': {'id': '679c4b50-4765-4acf-bf33-eb50aacc3948', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fe:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:06Z', 'updated_at': '2022-02-17T09:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi'}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:04.016689 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [None req-151e612a-587e-4793-950e-c157a61d1a99 admin admin] For port 679c4b50-4765-4acf-bf33-eb50aacc3948, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=679c4b50-4765-4acf-bf33-eb50aacc3948,segment=NetworkSegment(51ac98f7-247c-461f-a451-e6b864fb2c70),segment_id=51ac98f7-247c-461f-a451-e6b864fb2c70)] {{(pid=102621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:01:04.017375 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-151e612a-587e-4793-950e-c157a61d1a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (679c4b50-4765-4acf-bf33-eb50aacc3948), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:04.032656 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [None req-151e612a-587e-4793-950e-c157a61d1a99 admin admin] Calling delete_port for 679c4b50-4765-4acf-bf33-eb50aacc3948 owned by network:router_gateway {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:01:04.151059 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:01:04.153165 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e5e142-4f4f-4ae8-9bfe-575af985736e None None] Checking router: 6a8f353f-9f63-4141-8a30-5082438076f6 for host: dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:01:04.174751 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] No Port match for: f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:01:04.175095 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device f0dc28ef-c750-41d9-b3f8-a9c6e49d85a9 not bound to the agent host hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:01:04.182497 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e5e142-4f4f-4ae8-9bfe-575af985736e None None] Routers {'6a8f353f-9f63-4141-8a30-5082438076f6'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:01:04.183106 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-33e5e142-4f4f-4ae8-9bfe-575af985736e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:00:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['6a8f353f-9f63-4141-8a30-5082438076f6'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:04.206213 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-151e612a-587e-4793-950e-c157a61d1a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (679c4b50-4765-4acf-bf33-eb50aacc3948), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:04.231811 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e612a-587e-4793-950e-c157a61d1a99 admin admin] Pushing event deleted for resources: {'Port': ['ID=679c4b50-4765-4acf-bf33-eb50aacc3948,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:04.276724 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-33e5e142-4f4f-4ae8-9bfe-575af985736e None None] Set router 6a8f353f-9f63-4141-8a30-5082438076f6 gateway port host: None {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:01:04.295280 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-151e612a-587e-4793-950e-c157a61d1a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3931555'] for router_gateway (6a8f353f-9f63-4141-8a30-5082438076f6), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:04.335875 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-33e5e142-4f4f-4ae8-9bfe-575af985736e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'name': 'tempest-TestMinimumBasicScenario-1074956760-router', 'tenant_id': '742b9187fc164d4f806fdce7df1f90ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T10:01:03Z', 'revision_number': 6, 'project_id': '742b9187fc164d4f806fdce7df1f90ad', 'gw_port_host': None}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:04.376735 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e5e142-4f4f-4ae8-9bfe-575af985736e None None] The sync data for ids ['6a8f353f-9f63-4141-8a30-5082438076f6'] in dv-cinder-778193-18-iscsi is: [{'id': '6a8f353f-9f63-4141-8a30-5082438076f6', 'name': 'tempest-TestMinimumBasicScenario-1074956760-router', 'tenant_id': '742b9187fc164d4f806fdce7df1f90ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T10:01:03Z', 'revision_number': 6, 'project_id': '742b9187fc164d4f806fdce7df1f90ad', 'gw_port_host': None}] {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:01:04.427771 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-151e612a-587e-4793-950e-c157a61d1a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3923774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41654'] for router (6a8f353f-9f63-4141-8a30-5082438076f6), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:04.430513 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-151e612a-587e-4793-950e-c157a61d1a99 admin admin] Publish callbacks [] for router_controller (6a8f353f-9f63-4141-8a30-5082438076f6), precommit_delete_associations {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:04.443327 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c20e7-de93-4812-8c66-d6642952a40b req-0bfb8592-bbab-4998-8e71-84a3fb580afd tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:04.444886 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-627c20e7-de93-4812-8c66-d6642952a40b req-0bfb8592-bbab-4998-8e71-84a3fb580afd tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 945 time: 0.0609870 Feb 17 10:01:04.479031 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-151e612a-587e-4793-950e-c157a61d1a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3923767'] for router (6a8f353f-9f63-4141-8a30-5082438076f6), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:04.479721 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151e612a-587e-4793-950e-c157a61d1a99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a8f353f-9f63-4141-8a30-5082438076f6 {{(pid=102621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 10:01:04.485726 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-151e612a-587e-4793-950e-c157a61d1a99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:04.486988 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-151e612a-587e-4793-950e-c157a61d1a99 admin admin] 10.222.0.82 "DELETE /v2.0/routers/6a8f353f-9f63-4141-8a30-5082438076f6 HTTP/1.1" status: 204 len: 168 time: 0.8171048 Feb 17 10:01:04.489436 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 53404) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:01:04.493043 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-627c20e7-de93-4812-8c66-d6642952a40b req-25ac9061-b868-465b-ba9d-f80317180ea6 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424716 Feb 17 10:01:04.535010 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_v2 [None req-1598b72d-5e34-43ac-9eed-6ff07ba723f4 admin admin] Deleting subnet c4f08b7d-085e-4fd8-870e-af663cf832eb {{(pid=102621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 10:01:04.539661 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-1598b72d-5e34-43ac-9eed-6ff07ba723f4 admin admin] Publish callbacks [] for subnet (c4f08b7d-085e-4fd8-870e-af663cf832eb), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:04.585315 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-1598b72d-5e34-43ac-9eed-6ff07ba723f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9362206'] for subnet (c4f08b7d-085e-4fd8-870e-af663cf832eb), precommit_delete_associations {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:04.702817 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-1598b72d-5e34-43ac-9eed-6ff07ba723f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3464074'] for subnet (c4f08b7d-085e-4fd8-870e-af663cf832eb), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:04.758215 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-1598b72d-5e34-43ac-9eed-6ff07ba723f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3464067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9010310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8441209'] for subnet (c4f08b7d-085e-4fd8-870e-af663cf832eb), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:04.785740 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598b72d-5e34-43ac-9eed-6ff07ba723f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4f08b7d-085e-4fd8-870e-af663cf832eb,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:04.787771 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-1598b72d-5e34-43ac-9eed-6ff07ba723f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for subnet (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:04.791649 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-1598b72d-5e34-43ac-9eed-6ff07ba723f4 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/c4f08b7d-085e-4fd8-870e-af663cf832eb HTTP/1.1" status: 204 len: 168 time: 0.3011835 Feb 17 10:01:04.794119 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 53406) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:01:04.795374 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b368658-7a98-4375-9848-6d87b06bb809 None None] Network b2432867-45f9-4904-a392-095ca5cf2bfa requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 10:01:04.865575 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-3f29edaf-9569-49fd-85f6-99b5eea20a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687351'] for network (b2432867-45f9-4904-a392-095ca5cf2bfa), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:04.918776 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [None req-3f29edaf-9569-49fd-85f6-99b5eea20a58 admin admin] Deleting port ef87a70b-c088-4da4-b9c5-f4d601e6daa4 {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:01:04.919114 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-3f29edaf-9569-49fd-85f6-99b5eea20a58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (ef87a70b-c088-4da4-b9c5-f4d601e6daa4), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:04.993124 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [None req-3f29edaf-9569-49fd-85f6-99b5eea20a58 admin admin] For port ef87a70b-c088-4da4-b9c5-f4d601e6daa4, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=ef87a70b-c088-4da4-b9c5-f4d601e6daa4,segment=NetworkSegment(74894de9-e295-4c03-b6b5-b2e5db0e49e8),segment_id=74894de9-e295-4c03-b6b5-b2e5db0e49e8)] {{(pid=102621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:01:04.993482 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-3f29edaf-9569-49fd-85f6-99b5eea20a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (ef87a70b-c088-4da4-b9c5-f4d601e6daa4), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:05.009331 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [None req-3f29edaf-9569-49fd-85f6-99b5eea20a58 admin admin] Calling delete_port for ef87a70b-c088-4da4-b9c5-f4d601e6daa4 owned by network:dhcp {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:01:05.084774 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-3f29edaf-9569-49fd-85f6-99b5eea20a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (ef87a70b-c088-4da4-b9c5-f4d601e6daa4), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:05.109891 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29edaf-9569-49fd-85f6-99b5eea20a58 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef87a70b-c088-4da4-b9c5-f4d601e6daa4,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:05.114823 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f29edaf-9569-49fd-85f6-99b5eea20a58 admin admin] No DVR routers for this DVR port ef87a70b-c088-4da4-b9c5-f4d601e6daa4 on host dv-cinder-778193-18-iscsi {{(pid=102621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:01:05.158171 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf58f76-6cfc-4f5b-be42-9c9608dee8af None None] DHCP port deletion for b2432867-45f9-4904-a392-095ca5cf2bfa request from dv-cinder-778193-18-iscsi {{(pid=102622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 10:01:05.202438 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-3f29edaf-9569-49fd-85f6-99b5eea20a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461623', 'neutron.services.segments.db._delete_segments_for_network-8771562732683'] for network (b2432867-45f9-4904-a392-095ca5cf2bfa), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:05.225002 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.services.segments.db [None req-3f29edaf-9569-49fd-85f6-99b5eea20a58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2432867-45f9-4904-a392-095ca5cf2bfa']}} {{(pid=102621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:05.234644 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.services.segments.db [None req-3f29edaf-9569-49fd-85f6-99b5eea20a58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74894de9-e295-4c03-b6b5-b2e5db0e49e8') {'for_net_delete': True} {{(pid=102621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:05.234940 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.services.segments.db [None req-3f29edaf-9569-49fd-85f6-99b5eea20a58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74894de9-e295-4c03-b6b5-b2e5db0e49e8') {} {{(pid=102621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:05.248145 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-3f29edaf-9569-49fd-85f6-99b5eea20a58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771562733460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9362199'] for segment (74894de9-e295-4c03-b6b5-b2e5db0e49e8), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:05.264419 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-3f29edaf-9569-49fd-85f6-99b5eea20a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (74894de9-e295-4c03-b6b5-b2e5db0e49e8), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:05.271166 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f29edaf-9569-49fd-85f6-99b5eea20a58 admin admin] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=102621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:01:05.271702 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-3f29edaf-9569-49fd-85f6-99b5eea20a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9010396'] for segment (74894de9-e295-4c03-b6b5-b2e5db0e49e8), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:05.274053 dv-cinder-778193-18-iscsi neutron-server[102621]: Traceback (most recent call last): Feb 17 10:01:05.274053 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:01:05.274053 dv-cinder-778193-18-iscsi neutron-server[102621]: timer() Feb 17 10:01:05.274053 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:01:05.274053 dv-cinder-778193-18-iscsi neutron-server[102621]: cb(*args, **kw) Feb 17 10:01:05.274053 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 10:01:05.274053 dv-cinder-778193-18-iscsi neutron-server[102621]: return func(*args, **kwargs) Feb 17 10:01:05.274053 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:01:05.274053 dv-cinder-778193-18-iscsi neutron-server[102621]: self._notify() Feb 17 10:01:05.274053 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:01:05.274053 dv-cinder-778193-18-iscsi neutron-server[102621]: self.callback(batched_events) Feb 17 10:01:05.274053 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:01:05.274053 dv-cinder-778193-18-iscsi neutron-server[102621]: event.method(event) Feb 17 10:01:05.274053 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 10:01:05.274053 dv-cinder-778193-18-iscsi neutron-server[102621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:01:05.274053 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 10:01:05.274053 dv-cinder-778193-18-iscsi neutron-server[102621]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:01:05.274053 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 10:01:05.274053 dv-cinder-778193-18-iscsi neutron-server[102621]: return f(self, *a, **k) Feb 17 10:01:05.274053 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 10:01:05.274053 dv-cinder-778193-18-iscsi neutron-server[102621]: return self._get(url).json() Feb 17 10:01:05.274053 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 10:01:05.274053 dv-cinder-778193-18-iscsi neutron-server[102621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:01:05.274053 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:01:05.274053 dv-cinder-778193-18-iscsi neutron-server[102621]: return self.request(url, 'GET', **kwargs) Feb 17 10:01:05.274053 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:01:05.274053 dv-cinder-778193-18-iscsi neutron-server[102621]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:01:05.274053 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:01:05.274053 dv-cinder-778193-18-iscsi neutron-server[102621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:01:05.274053 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:01:05.274053 dv-cinder-778193-18-iscsi neutron-server[102621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:01:05.274053 dv-cinder-778193-18-iscsi neutron-server[102621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:01:05.335234 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-3f29edaf-9569-49fd-85f6-99b5eea20a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3461388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3931527'] for network (b2432867-45f9-4904-a392-095ca5cf2bfa), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:05.340225 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-3f29edaf-9569-49fd-85f6-99b5eea20a58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:05.343464 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-3f29edaf-9569-49fd-85f6-99b5eea20a58 admin admin] 10.222.0.82 "DELETE /v2.0/networks/b2432867-45f9-4904-a392-095ca5cf2bfa HTTP/1.1" status: 204 len: 168 time: 0.5483761 Feb 17 10:01:05.347168 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 53416) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:01:05.357287 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29edaf-9569-49fd-85f6-99b5eea20a58 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2432867-45f9-4904-a392-095ca5cf2bfa,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:05.364659 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29edaf-9569-49fd-85f6-99b5eea20a58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:05.365010 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29edaf-9569-49fd-85f6-99b5eea20a58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:05.365437 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29edaf-9569-49fd-85f6-99b5eea20a58 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:05.366236 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29edaf-9569-49fd-85f6-99b5eea20a58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:05.366536 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29edaf-9569-49fd-85f6-99b5eea20a58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:05.366824 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29edaf-9569-49fd-85f6-99b5eea20a58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:05.367175 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29edaf-9569-49fd-85f6-99b5eea20a58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:05.367601 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29edaf-9569-49fd-85f6-99b5eea20a58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:05.367919 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29edaf-9569-49fd-85f6-99b5eea20a58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:05.368122 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29edaf-9569-49fd-85f6-99b5eea20a58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:05.368446 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29edaf-9569-49fd-85f6-99b5eea20a58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:05.368753 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29edaf-9569-49fd-85f6-99b5eea20a58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:05.369102 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29edaf-9569-49fd-85f6-99b5eea20a58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:05.555420 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device ef87a70b-c088-4da4-b9c5-f4d601e6daa4 no longer exists at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:01:05.581684 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] No Port match for: ef87a70b-c088-4da4-b9c5-f4d601e6daa4 {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:01:05.582310 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device ef87a70b-c088-4da4-b9c5-f4d601e6daa4 not bound to the agent host dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:01:05.582731 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 679c4b50-4765-4acf-bf33-eb50aacc3948 no longer exists at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:01:05.606867 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] No Port match for: 679c4b50-4765-4acf-bf33-eb50aacc3948 {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:01:05.607439 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 679c4b50-4765-4acf-bf33-eb50aacc3948 not bound to the agent host dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:01:05.608118 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7 no longer exists at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:01:05.632436 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] No Port match for: 4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7 {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:01:05.632777 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 4f6302d2-1235-4ae3-b2d5-cc5c99cb57a7 not bound to the agent host dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:01:05.712325 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d9546-5afb-4547-9e7b-21bd98dd8c52 req-4048128a-0157-4f2e-b93c-1ee739570ac0 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:05.713705 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c13d9546-5afb-4547-9e7b-21bd98dd8c52 req-4048128a-0157-4f2e-b93c-1ee739570ac0 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 945 time: 0.1274648 Feb 17 10:01:05.778592 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c13d9546-5afb-4547-9e7b-21bd98dd8c52 req-be57af71-818c-4b9b-aff5-17a5e8b2037a tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593705 Feb 17 10:01:05.857454 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2f230df6-30a9-4ca5-9216-e5c33c4ad870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916009'] for router_interface (723efbbf-7d06-4415-9fd4-1c1029971d02), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:06.139871 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-2f230df6-30a9-4ca5-9216-e5c33c4ad870 admin admin] Deleting port 2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6 {{(pid=102620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:01:06.140133 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2f230df6-30a9-4ca5-9216-e5c33c4ad870 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:06.216910 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-2f230df6-30a9-4ca5-9216-e5c33c4ad870 admin admin] For port 2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6,segment=NetworkSegment(99bb0a5c-a178-4c32-a4d7-6ccec21b9196),segment_id=99bb0a5c-a178-4c32-a4d7-6ccec21b9196)] {{(pid=102620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:01:06.217270 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2f230df6-30a9-4ca5-9216-e5c33c4ad870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:06.229424 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-2f230df6-30a9-4ca5-9216-e5c33c4ad870 admin admin] Calling delete_port for 2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6 owned by network:router_interface {{(pid=102620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:01:06.413702 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2f230df6-30a9-4ca5-9216-e5c33c4ad870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11330461'] for port (2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:06.436606 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f230df6-30a9-4ca5-9216-e5c33c4ad870 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:06.596745 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2f230df6-30a9-4ca5-9216-e5c33c4ad870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3726863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3916057'] for router_interface (723efbbf-7d06-4415-9fd4-1c1029971d02), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:07.048013 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367cc74f-4a71-4629-a344-7b0455bdd209 req-44235008-f0ae-4911-a27a-a4fd75c86a97 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:07.049448 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-367cc74f-4a71-4629-a344-7b0455bdd209 req-44235008-f0ae-4911-a27a-a4fd75c86a97 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 945 time: 0.1001348 Feb 17 10:01:07.057740 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f230df6-30a9-4ca5-9216-e5c33c4ad870 admin admin] Router 723efbbf-7d06-4415-9fd4-1c1029971d02 has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 10:01:07.158732 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-367cc74f-4a71-4629-a344-7b0455bdd209 req-e7ac6242-9433-475b-b9be-e20a1dedf4b5 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028576 Feb 17 10:01:07.195740 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f230df6-30a9-4ca5-9216-e5c33c4ad870 admin admin] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 10:01:07.200607 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-2f230df6-30a9-4ca5-9216-e5c33c4ad870 admin admin] 10.222.0.82 "PUT /v2.0/routers/723efbbf-7d06-4415-9fd4-1c1029971d02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8523982 Feb 17 10:01:07.203231 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 53422) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:01:07.206031 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c9c468-086a-41a4-be82-b460463d43fa None None] Sync routers for ids ['723efbbf-7d06-4415-9fd4-1c1029971d02'] in dv-cinder-778193-18-iscsi {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:01:07.216002 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c9c468-086a-41a4-be82-b460463d43fa None None] Routers {'723efbbf-7d06-4415-9fd4-1c1029971d02'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:01:07.216616 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-66c9c468-086a-41a4-be82-b460463d43fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:00:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['723efbbf-7d06-4415-9fd4-1c1029971d02'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:07.305967 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ee444dd1-8296-4468-bc1d-1fd5e764d46e admin admin] Publish callbacks [] for router (723efbbf-7d06-4415-9fd4-1c1029971d02), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:07.321410 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-66c9c468-086a-41a4-be82-b460463d43fa None None] Set router 723efbbf-7d06-4415-9fd4-1c1029971d02 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:01:07.409851 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ee444dd1-8296-4468-bc1d-1fd5e764d46e admin admin] Publish callbacks [] for router_gateway (723efbbf-7d06-4415-9fd4-1c1029971d02), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:07.463130 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-ee444dd1-8296-4468-bc1d-1fd5e764d46e admin admin] Deleting port 11f52ce2-8a3a-4e5d-8c70-4c07b8887845 {{(pid=102620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:01:07.463498 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ee444dd1-8296-4468-bc1d-1fd5e764d46e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (11f52ce2-8a3a-4e5d-8c70-4c07b8887845), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:07.505865 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-66c9c468-086a-41a4-be82-b460463d43fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723efbbf-7d06-4415-9fd4-1c1029971d02', 'name': 'tempest-TestMinimumBasicScenario-411369145-router', 'tenant_id': 'b7e736539f474beb9b26bffecee2a798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '11f52ce2-8a3a-4e5d-8c70-4c07b8887845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:11Z', 'updated_at': '2022-02-17T10:01:06Z', 'revision_number': 5, 'project_id': 'b7e736539f474beb9b26bffecee2a798', 'gw_port': {'id': '11f52ce2-8a3a-4e5d-8c70-4c07b8887845', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723efbbf-7d06-4415-9fd4-1c1029971d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:12Z', 'updated_at': '2022-02-17T09:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi'}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:07.533129 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c9c468-086a-41a4-be82-b460463d43fa None None] Checking router: 723efbbf-7d06-4415-9fd4-1c1029971d02 for host: dv-cinder-778193-18-iscsi {{(pid=102623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:01:07.543765 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c9c468-086a-41a4-be82-b460463d43fa None None] Routers {'723efbbf-7d06-4415-9fd4-1c1029971d02'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:01:07.544328 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-66c9c468-086a-41a4-be82-b460463d43fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:00:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['723efbbf-7d06-4415-9fd4-1c1029971d02'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:07.553154 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-ee444dd1-8296-4468-bc1d-1fd5e764d46e admin admin] For port 11f52ce2-8a3a-4e5d-8c70-4c07b8887845, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=11f52ce2-8a3a-4e5d-8c70-4c07b8887845,segment=NetworkSegment(51ac98f7-247c-461f-a451-e6b864fb2c70),segment_id=51ac98f7-247c-461f-a451-e6b864fb2c70)] {{(pid=102620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:01:07.554027 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ee444dd1-8296-4468-bc1d-1fd5e764d46e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (11f52ce2-8a3a-4e5d-8c70-4c07b8887845), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:07.565837 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-ee444dd1-8296-4468-bc1d-1fd5e764d46e admin admin] Calling delete_port for 11f52ce2-8a3a-4e5d-8c70-4c07b8887845 owned by network:router_gateway {{(pid=102620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:01:07.631274 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-66c9c468-086a-41a4-be82-b460463d43fa None None] Set router 723efbbf-7d06-4415-9fd4-1c1029971d02 gateway port host: None {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:01:07.682461 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-66c9c468-086a-41a4-be82-b460463d43fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723efbbf-7d06-4415-9fd4-1c1029971d02', 'name': 'tempest-TestMinimumBasicScenario-411369145-router', 'tenant_id': 'b7e736539f474beb9b26bffecee2a798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:11Z', 'updated_at': '2022-02-17T10:01:07Z', 'revision_number': 6, 'project_id': 'b7e736539f474beb9b26bffecee2a798', 'gw_port_host': None}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:07.712719 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c9c468-086a-41a4-be82-b460463d43fa None None] The sync data for ids ['723efbbf-7d06-4415-9fd4-1c1029971d02'] in dv-cinder-778193-18-iscsi is: [{'id': '723efbbf-7d06-4415-9fd4-1c1029971d02', 'name': 'tempest-TestMinimumBasicScenario-411369145-router', 'tenant_id': 'b7e736539f474beb9b26bffecee2a798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:11Z', 'updated_at': '2022-02-17T10:01:07Z', 'revision_number': 6, 'project_id': 'b7e736539f474beb9b26bffecee2a798', 'gw_port_host': None}] {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:01:07.733147 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ee444dd1-8296-4468-bc1d-1fd5e764d46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11330461'] for port (11f52ce2-8a3a-4e5d-8c70-4c07b8887845), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:07.760051 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444dd1-8296-4468-bc1d-1fd5e764d46e admin admin] Pushing event deleted for resources: {'Port': ['ID=11f52ce2-8a3a-4e5d-8c70-4c07b8887845,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:07.818344 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ee444dd1-8296-4468-bc1d-1fd5e764d46e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3931555'] for router_gateway (723efbbf-7d06-4415-9fd4-1c1029971d02), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:07.923853 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ee444dd1-8296-4468-bc1d-1fd5e764d46e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3923774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41654'] for router (723efbbf-7d06-4415-9fd4-1c1029971d02), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:07.925849 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ee444dd1-8296-4468-bc1d-1fd5e764d46e admin admin] Publish callbacks [] for router_controller (723efbbf-7d06-4415-9fd4-1c1029971d02), precommit_delete_associations {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:07.987584 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ee444dd1-8296-4468-bc1d-1fd5e764d46e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3923767'] for router (723efbbf-7d06-4415-9fd4-1c1029971d02), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:07.988128 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee444dd1-8296-4468-bc1d-1fd5e764d46e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 723efbbf-7d06-4415-9fd4-1c1029971d02 {{(pid=102620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 10:01:07.992800 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ee444dd1-8296-4468-bc1d-1fd5e764d46e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:07.993998 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-ee444dd1-8296-4468-bc1d-1fd5e764d46e admin admin] 10.222.0.82 "DELETE /v2.0/routers/723efbbf-7d06-4415-9fd4-1c1029971d02 HTTP/1.1" status: 204 len: 168 time: 0.7897248 Feb 17 10:01:07.996546 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 53424) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:01:08.040840 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.db_base_plugin_v2 [None req-3634d831-a4ff-483f-bb9a-bc0ba04d99b0 admin admin] Deleting subnet 2f8bc070-e1be-4d1b-81ec-ba6efbbce6fc {{(pid=102620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 10:01:08.044129 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3634d831-a4ff-483f-bb9a-bc0ba04d99b0 admin admin] Publish callbacks [] for subnet (2f8bc070-e1be-4d1b-81ec-ba6efbbce6fc), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:08.083683 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3634d831-a4ff-483f-bb9a-bc0ba04d99b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8734474'] for subnet (2f8bc070-e1be-4d1b-81ec-ba6efbbce6fc), precommit_delete_associations {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:08.193399 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3634d831-a4ff-483f-bb9a-bc0ba04d99b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3464074'] for subnet (2f8bc070-e1be-4d1b-81ec-ba6efbbce6fc), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:08.275124 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3634d831-a4ff-483f-bb9a-bc0ba04d99b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3464067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11330472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8420506'] for subnet (2f8bc070-e1be-4d1b-81ec-ba6efbbce6fc), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:08.306392 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3634d831-a4ff-483f-bb9a-bc0ba04d99b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:08.310771 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-3634d831-a4ff-483f-bb9a-bc0ba04d99b0 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/2f8bc070-e1be-4d1b-81ec-ba6efbbce6fc HTTP/1.1" status: 204 len: 168 time: 0.3132904 Feb 17 10:01:08.311122 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0868001c-b907-4d60-9c51-680550fce5da None None] Network 321c7843-78a6-479a-a3df-4c87cd182208 requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 10:01:08.312520 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634d831-a4ff-483f-bb9a-bc0ba04d99b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f8bc070-e1be-4d1b-81ec-ba6efbbce6fc,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:08.313389 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 53430) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:01:08.325262 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1183f11-99f8-4f1e-b193-d5057c90c6a4 req-c4e5f681-0e30-4b6b-918e-2e56e2fd8c23 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:08.326741 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e1183f11-99f8-4f1e-b193-d5057c90c6a4 req-c4e5f681-0e30-4b6b-918e-2e56e2fd8c23 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 945 time: 0.0948017 Feb 17 10:01:08.375363 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e1183f11-99f8-4f1e-b193-d5057c90c6a4 req-ad977496-4a80-47f1-b6a7-7c7dc1e41f98 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429754 Feb 17 10:01:08.385867 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-afb7180d-7d2b-44fa-be11-b1fd8bcd469e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687351'] for network (321c7843-78a6-479a-a3df-4c87cd182208), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:08.449092 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [None req-afb7180d-7d2b-44fa-be11-b1fd8bcd469e admin admin] Deleting port 17cb29f0-6be8-4224-bad8-7bac3eff0825 {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:01:08.449092 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-afb7180d-7d2b-44fa-be11-b1fd8bcd469e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (17cb29f0-6be8-4224-bad8-7bac3eff0825), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:08.485489 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4da12d7-d60b-4375-992b-f671b82f883d None None] DHCP port deletion for 321c7843-78a6-479a-a3df-4c87cd182208 request from dv-cinder-778193-18-iscsi {{(pid=102622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 10:01:08.516309 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [None req-afb7180d-7d2b-44fa-be11-b1fd8bcd469e admin admin] For port 17cb29f0-6be8-4224-bad8-7bac3eff0825, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=17cb29f0-6be8-4224-bad8-7bac3eff0825,segment=NetworkSegment(99bb0a5c-a178-4c32-a4d7-6ccec21b9196),segment_id=99bb0a5c-a178-4c32-a4d7-6ccec21b9196)] {{(pid=102621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:01:08.516669 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-afb7180d-7d2b-44fa-be11-b1fd8bcd469e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (17cb29f0-6be8-4224-bad8-7bac3eff0825), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:08.528562 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [None req-afb7180d-7d2b-44fa-be11-b1fd8bcd469e admin admin] Calling delete_port for 17cb29f0-6be8-4224-bad8-7bac3eff0825 owned by network:dhcp {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:01:08.534029 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-f4da12d7-d60b-4375-992b-f671b82f883d None None] Deleting port 17cb29f0-6be8-4224-bad8-7bac3eff0825 {{(pid=102622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:01:08.534411 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-f4da12d7-d60b-4375-992b-f671b82f883d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (17cb29f0-6be8-4224-bad8-7bac3eff0825), before_delete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:08.599499 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-f4da12d7-d60b-4375-992b-f671b82f883d None None] For port 17cb29f0-6be8-4224-bad8-7bac3eff0825, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=17cb29f0-6be8-4224-bad8-7bac3eff0825,segment=NetworkSegment(99bb0a5c-a178-4c32-a4d7-6ccec21b9196),segment_id=99bb0a5c-a178-4c32-a4d7-6ccec21b9196)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:01:08.599953 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-f4da12d7-d60b-4375-992b-f671b82f883d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (17cb29f0-6be8-4224-bad8-7bac3eff0825), precommit_delete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:08.609361 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-afb7180d-7d2b-44fa-be11-b1fd8bcd469e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (17cb29f0-6be8-4224-bad8-7bac3eff0825), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:08.614609 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-f4da12d7-d60b-4375-992b-f671b82f883d None None] Calling delete_port for 17cb29f0-6be8-4224-bad8-7bac3eff0825 owned by network:dhcp {{(pid=102622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:01:08.640334 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7180d-7d2b-44fa-be11-b1fd8bcd469e admin admin] Pushing event deleted for resources: {'Port': ['ID=17cb29f0-6be8-4224-bad8-7bac3eff0825,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:08.643620 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb7180d-7d2b-44fa-be11-b1fd8bcd469e admin admin] No DVR routers for this DVR port 17cb29f0-6be8-4224-bad8-7bac3eff0825 on host dv-cinder-778193-18-iscsi {{(pid=102621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:01:08.719739 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-afb7180d-7d2b-44fa-be11-b1fd8bcd469e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461623', 'neutron.services.segments.db._delete_segments_for_network-8771562732683'] for network (321c7843-78a6-479a-a3df-4c87cd182208), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:08.742287 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.services.segments.db [None req-afb7180d-7d2b-44fa-be11-b1fd8bcd469e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['321c7843-78a6-479a-a3df-4c87cd182208']}} {{(pid=102621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:08.753937 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.services.segments.db [None req-afb7180d-7d2b-44fa-be11-b1fd8bcd469e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99bb0a5c-a178-4c32-a4d7-6ccec21b9196') {'for_net_delete': True} {{(pid=102621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:08.754314 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.services.segments.db [None req-afb7180d-7d2b-44fa-be11-b1fd8bcd469e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99bb0a5c-a178-4c32-a4d7-6ccec21b9196') {} {{(pid=102621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:08.755556 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-f4da12d7-d60b-4375-992b-f671b82f883d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402'] for port (17cb29f0-6be8-4224-bad8-7bac3eff0825), after_delete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:08.765904 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-afb7180d-7d2b-44fa-be11-b1fd8bcd469e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771562733460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9362199'] for segment (99bb0a5c-a178-4c32-a4d7-6ccec21b9196), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:08.781803 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da12d7-d60b-4375-992b-f671b82f883d None None] Pushing event deleted for resources: {'Port': ['ID=17cb29f0-6be8-4224-bad8-7bac3eff0825,revision_number=None']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:08.782616 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-afb7180d-7d2b-44fa-be11-b1fd8bcd469e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (99bb0a5c-a178-4c32-a4d7-6ccec21b9196), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:08.787424 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4da12d7-d60b-4375-992b-f671b82f883d None None] No DVR routers for this DVR port 17cb29f0-6be8-4224-bad8-7bac3eff0825 on host dv-cinder-778193-18-iscsi {{(pid=102622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:01:08.789825 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb7180d-7d2b-44fa-be11-b1fd8bcd469e admin admin] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=102621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:01:08.790224 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-afb7180d-7d2b-44fa-be11-b1fd8bcd469e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9010396'] for segment (99bb0a5c-a178-4c32-a4d7-6ccec21b9196), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:08.792209 dv-cinder-778193-18-iscsi neutron-server[102621]: Traceback (most recent call last): Feb 17 10:01:08.792209 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:01:08.792209 dv-cinder-778193-18-iscsi neutron-server[102621]: timer() Feb 17 10:01:08.792209 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:01:08.792209 dv-cinder-778193-18-iscsi neutron-server[102621]: cb(*args, **kw) Feb 17 10:01:08.792209 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 10:01:08.792209 dv-cinder-778193-18-iscsi neutron-server[102621]: return func(*args, **kwargs) Feb 17 10:01:08.792209 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:01:08.792209 dv-cinder-778193-18-iscsi neutron-server[102621]: self._notify() Feb 17 10:01:08.792209 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:01:08.792209 dv-cinder-778193-18-iscsi neutron-server[102621]: self.callback(batched_events) Feb 17 10:01:08.792209 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:01:08.792209 dv-cinder-778193-18-iscsi neutron-server[102621]: event.method(event) Feb 17 10:01:08.792209 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 10:01:08.792209 dv-cinder-778193-18-iscsi neutron-server[102621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:01:08.792209 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 10:01:08.792209 dv-cinder-778193-18-iscsi neutron-server[102621]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:01:08.792209 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 10:01:08.792209 dv-cinder-778193-18-iscsi neutron-server[102621]: return f(self, *a, **k) Feb 17 10:01:08.792209 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 10:01:08.792209 dv-cinder-778193-18-iscsi neutron-server[102621]: return self._get(url).json() Feb 17 10:01:08.792209 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 10:01:08.792209 dv-cinder-778193-18-iscsi neutron-server[102621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:01:08.792209 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:01:08.792209 dv-cinder-778193-18-iscsi neutron-server[102621]: return self.request(url, 'GET', **kwargs) Feb 17 10:01:08.792209 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:01:08.792209 dv-cinder-778193-18-iscsi neutron-server[102621]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:01:08.792209 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:01:08.792209 dv-cinder-778193-18-iscsi neutron-server[102621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:01:08.792209 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:01:08.792209 dv-cinder-778193-18-iscsi neutron-server[102621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:01:08.792209 dv-cinder-778193-18-iscsi neutron-server[102621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:01:08.853457 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-afb7180d-7d2b-44fa-be11-b1fd8bcd469e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3461388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3931527'] for network (321c7843-78a6-479a-a3df-4c87cd182208), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:08.859189 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-afb7180d-7d2b-44fa-be11-b1fd8bcd469e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:08.862440 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-afb7180d-7d2b-44fa-be11-b1fd8bcd469e admin admin] 10.222.0.82 "DELETE /v2.0/networks/321c7843-78a6-479a-a3df-4c87cd182208 HTTP/1.1" status: 204 len: 168 time: 0.5479829 Feb 17 10:01:08.872865 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7180d-7d2b-44fa-be11-b1fd8bcd469e admin admin] Pushing event deleted for resources: {'Network': ['ID=321c7843-78a6-479a-a3df-4c87cd182208,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:09.026685 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 53434) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:01:09.065237 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-13e12e9b-f51c-4010-834a-0243fd320c62 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=742b9187fc164d4f806fdce7df1f90ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372128 Feb 17 10:01:09.067614 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 53436) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:01:09.111957 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-13d8572e-8ada-4a37-a911-1f02dd16219c admin admin] Publish callbacks [] for security_group (76e81be9-67d1-421a-b30b-5584f65436b9), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:09.133229 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-13d8572e-8ada-4a37-a911-1f02dd16219c admin admin] Publish callbacks [] for security_group (76e81be9-67d1-421a-b30b-5584f65436b9), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:09.181838 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-13d8572e-8ada-4a37-a911-1f02dd16219c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (76e81be9-67d1-421a-b30b-5584f65436b9), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:09.184541 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-13d8572e-8ada-4a37-a911-1f02dd16219c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:09.185676 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-13d8572e-8ada-4a37-a911-1f02dd16219c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/76e81be9-67d1-421a-b30b-5584f65436b9 HTTP/1.1" status: 204 len: 168 time: 0.1171732 Feb 17 10:01:09.193066 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8572e-8ada-4a37-a911-1f02dd16219c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e81be9-67d1-421a-b30b-5584f65436b9,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:09.492498 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 53444) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:01:09.505857 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5e70b-6ae1-4256-be5a-3eff76aa4ae4 req-87a4225a-3743-43c1-b386-b9097b16a04f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:09.507975 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b9b5e70b-6ae1-4256-be5a-3eff76aa4ae4 req-87a4225a-3743-43c1-b386-b9097b16a04f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 945 time: 0.0568688 Feb 17 10:01:09.534933 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-7b758e48-ffe3-4df5-8678-6af89dacf47f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=b7e736539f474beb9b26bffecee2a798&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412686 Feb 17 10:01:09.537452 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 53446) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:01:09.560858 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b9b5e70b-6ae1-4256-be5a-3eff76aa4ae4 req-dbd9c83e-88ee-4871-aadc-ca89c72db164 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458148 Feb 17 10:01:09.571375 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 17cb29f0-6be8-4224-bad8-7bac3eff0825 no longer exists at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:01:09.592564 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] No Port match for: 17cb29f0-6be8-4224-bad8-7bac3eff0825 {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:01:09.592981 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 17cb29f0-6be8-4224-bad8-7bac3eff0825 not bound to the agent host dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:01:09.593487 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 11f52ce2-8a3a-4e5d-8c70-4c07b8887845 no longer exists at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:01:09.596026 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-d0f57705-4718-4963-a0ce-4e11b2420cff admin admin] Publish callbacks [] for security_group (558bdb41-16cc-4da9-ad81-980f44100dde), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:09.612055 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] No Port match for: 11f52ce2-8a3a-4e5d-8c70-4c07b8887845 {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:01:09.612396 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 11f52ce2-8a3a-4e5d-8c70-4c07b8887845 not bound to the agent host dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:01:09.612794 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6 no longer exists at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:01:09.617637 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-d0f57705-4718-4963-a0ce-4e11b2420cff admin admin] Publish callbacks [] for security_group (558bdb41-16cc-4da9-ad81-980f44100dde), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:09.632054 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] No Port match for: 2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6 {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:01:09.632395 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 2dd0752e-5e93-4ba3-9e41-cde6cdd22dd6 not bound to the agent host dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:01:09.665754 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-d0f57705-4718-4963-a0ce-4e11b2420cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (558bdb41-16cc-4da9-ad81-980f44100dde), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:09.668343 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-d0f57705-4718-4963-a0ce-4e11b2420cff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:09.669495 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-d0f57705-4718-4963-a0ce-4e11b2420cff admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/558bdb41-16cc-4da9-ad81-980f44100dde HTTP/1.1" status: 204 len: 168 time: 0.1306067 Feb 17 10:01:09.677384 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f57705-4718-4963-a0ce-4e11b2420cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558bdb41-16cc-4da9-ad81-980f44100dde,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:10.680723 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08295d3-5253-4ac4-8808-4f06cc2c98a3 req-a75dcf91-45b1-400f-9aaf-ae4031c8a65b tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:10.682178 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d08295d3-5253-4ac4-8808-4f06cc2c98a3 req-a75dcf91-45b1-400f-9aaf-ae4031c8a65b tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 945 time: 0.0511394 Feb 17 10:01:10.727303 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d08295d3-5253-4ac4-8808-4f06cc2c98a3 req-065c15fa-78f5-43f7-af87-783024b0e627 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396986 Feb 17 10:01:11.443336 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-2e25eb82-e7ea-4ad6-a26a-04b7f3881c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:11.847488 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3dfce-8039-4c91-82cf-d5f160970a11 req-ff40eacb-c7fa-48cf-aa28-932230a07171 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:11.848938 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2db3dfce-8039-4c91-82cf-d5f160970a11 req-ff40eacb-c7fa-48cf-aa28-932230a07171 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 945 time: 0.0506258 Feb 17 10:01:11.896179 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2db3dfce-8039-4c91-82cf-d5f160970a11 req-f82ff5ba-0b74-4937-be68-026c6d18c23d tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417678 Feb 17 10:01:12.006263 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 50519438-b1f0-412d-a039-fadbb8fdf167 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 10:01:12.101443 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 50519438-b1f0-412d-a039-fadbb8fdf167, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=50519438-b1f0-412d-a039-fadbb8fdf167,segment=NetworkSegment(44712ed5-627e-45e3-929a-a847c740dda7),segment_id=44712ed5-627e-45e3-929a-a847c740dda7)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:01:12.111949 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Returning: {'device': '50519438-b1f0-412d-a039-fadbb8fdf167', 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681', 'port_id': '50519438-b1f0-412d-a039-fadbb8fdf167', 'mac_address': 'fa:16:3e:81:c0:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 10:01:12.147624 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 50519438-b1f0-412d-a039-fadbb8fdf167 is: ACTIVE; New status is: BUILD {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:01:12.148018 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (50519438-b1f0-412d-a039-fadbb8fdf167), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:12.160406 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50519438-b1f0-412d-a039-fadbb8fdf167 {{(pid=102622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 10:01:12.182241 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 50519438-b1f0-412d-a039-fadbb8fdf167, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=50519438-b1f0-412d-a039-fadbb8fdf167,segment=NetworkSegment(44712ed5-627e-45e3-929a-a847c740dda7),segment_id=44712ed5-627e-45e3-929a-a847c740dda7)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:01:12.186156 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (50519438-b1f0-412d-a039-fadbb8fdf167), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:12.234172 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=50519438-b1f0-412d-a039-fadbb8fdf167,revision_number=6']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:12.282479 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['50519438-b1f0-412d-a039-fadbb8fdf167'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 10:01:13.023361 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fad2b5-c5d5-46bf-9e67-4c7df86c80fc req-7236805c-0d6c-4865-9369-136b9e6797a0 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:13.024832 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-71fad2b5-c5d5-46bf-9e67-4c7df86c80fc req-7236805c-0d6c-4865-9369-136b9e6797a0 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 944 time: 0.0592759 Feb 17 10:01:13.071737 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-71fad2b5-c5d5-46bf-9e67-4c7df86c80fc req-df97ed64-fb99-47dd-9ffb-e5405e2867dd tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411987 Feb 17 10:01:13.937983 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-fbfab568-dd3c-4d29-92e3-1c7a00a1eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:14.010878 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 50519438-b1f0-412d-a039-fadbb8fdf167 up at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 10:01:14.081289 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning complete for port 50519438-b1f0-412d-a039-fadbb8fdf167 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:01:14.081841 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (50519438-b1f0-412d-a039-fadbb8fdf167), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:14.194190 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 50519438-b1f0-412d-a039-fadbb8fdf167 is: BUILD; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:01:14.195229 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (50519438-b1f0-412d-a039-fadbb8fdf167), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:14.236394 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2560ed48-6013-4448-af7f-54bf9b0b9e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50519438-b1f0-412d-a039-fadbb8fdf167'}] {{(pid=102622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:01:14.238808 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c0921c82721ddcd3043691fcb1168a632d6e856cc39374f61865f4aa2fd6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9bd569-9104-4265-b5ec-c1bb72d84d71" -d '{"events": [{"server_uuid": "2560ed48-6013-4448-af7f-54bf9b0b9e1f", "name": "network-vif-plugged", "status": "completed", "tag": "50519438-b1f0-412d-a039-fadbb8fdf167"}]}' {{(pid=102622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:01:14.253993 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 50519438-b1f0-412d-a039-fadbb8fdf167, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=50519438-b1f0-412d-a039-fadbb8fdf167,segment=NetworkSegment(44712ed5-627e-45e3-929a-a847c740dda7),segment_id=44712ed5-627e-45e3-929a-a847c740dda7)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:01:14.263788 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (50519438-b1f0-412d-a039-fadbb8fdf167), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:14.290934 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 10:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3df4f1-851e-43e9-be51-2f8bf11f0464 x-openstack-request-id: req-cb3df4f1-851e-43e9-be51-2f8bf11f0464 {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:01:14.291245 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2560ed48-6013-4448-af7f-54bf9b0b9e1f", "name": "network-vif-plugged", "status": "completed", "tag": "50519438-b1f0-412d-a039-fadbb8fdf167", "code": 200}]} {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:01:14.291632 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-cb3df4f1-851e-43e9-be51-2f8bf11f0464 {{(pid=102622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:01:14.292021 dv-cinder-778193-18-iscsi neutron-server[102622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2560ed48-6013-4448-af7f-54bf9b0b9e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50519438-b1f0-412d-a039-fadbb8fdf167', 'code': 200} Feb 17 10:01:14.294631 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb513e7-26cd-43d1-a087-42e74e588465 req-e45470de-d9e5-4389-86dd-5bd4baf10370 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:14.296854 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-abb513e7-26cd-43d1-a087-42e74e588465 req-e45470de-d9e5-4389-86dd-5bd4baf10370 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 944 time: 0.0912185 Feb 17 10:01:14.329013 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=50519438-b1f0-412d-a039-fadbb8fdf167,revision_number=7']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:14.365340 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-abb513e7-26cd-43d1-a087-42e74e588465 req-a300975c-5c83-4cc9-974e-1ef898281e8f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584421 Feb 17 10:01:14.973591 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:15.519427 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb19400-0e7b-47e4-940e-895624769626 req-01124729-0a5c-4e7c-b1a7-9aa9f8581e72 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:15.527876 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1cb19400-0e7b-47e4-940e-895624769626 req-01124729-0a5c-4e7c-b1a7-9aa9f8581e72 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 945 time: 0.0776908 Feb 17 10:01:15.586536 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1cb19400-0e7b-47e4-940e-895624769626 req-e0f8e4b4-7fc5-4f60-ab03-e8c009ab5ff5 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585623 Feb 17 10:01:16.279380 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:16.716605 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f6fb5-1ef0-432b-b134-275256e4e142 req-8644c2c0-f616-40aa-a56f-70ecaa4a4279 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:16.718099 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-290f6fb5-1ef0-432b-b134-275256e4e142 req-8644c2c0-f616-40aa-a56f-70ecaa4a4279 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 945 time: 0.0618696 Feb 17 10:01:16.771593 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-290f6fb5-1ef0-432b-b134-275256e4e142 req-2a96e7ca-4dbd-4311-add4-1e252dc4b86e tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477064 Feb 17 10:01:17.806558 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:17.923398 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926b6b1-36c5-42e9-8d7a-7b797c5a3132 req-ec1d5787-c77f-4fcf-bbaa-95927437a68c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:17.925590 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7926b6b1-36c5-42e9-8d7a-7b797c5a3132 req-ec1d5787-c77f-4fcf-bbaa-95927437a68c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 945 time: 0.0620558 Feb 17 10:01:17.989053 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7926b6b1-36c5-42e9-8d7a-7b797c5a3132 req-ec53ce1c-2a67-4ad7-9490-a799cbd5339f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571191 Feb 17 10:01:19.119765 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228da73-4978-46ac-96c6-c40409efbaf5 req-32cd3a0d-bc85-4d8f-8296-eeda908ae7a6 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:19.121535 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8228da73-4978-46ac-96c6-c40409efbaf5 req-32cd3a0d-bc85-4d8f-8296-eeda908ae7a6 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 945 time: 0.0545588 Feb 17 10:01:19.170393 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8228da73-4978-46ac-96c6-c40409efbaf5 req-3624fd09-9d36-43c6-8482-fbf7c2a5191b tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431466 Feb 17 10:01:20.301909 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63badcf5-4cf9-45ca-a055-fe6b2523d4de req-1b85952a-660d-4da4-b56a-c31e6ed51dbd tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:20.310097 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-63badcf5-4cf9-45ca-a055-fe6b2523d4de req-1b85952a-660d-4da4-b56a-c31e6ed51dbd tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 945 time: 0.0654514 Feb 17 10:01:20.364685 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-63badcf5-4cf9-45ca-a055-fe6b2523d4de req-119951f6-eb3f-40af-8dbd-2d6b793716a9 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534072 Feb 17 10:01:21.497615 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22a049-b5bd-4fbf-b105-c332c24445ba req-caad5148-2184-42da-b665-0059a8c4307e tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:21.501202 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ed22a049-b5bd-4fbf-b105-c332c24445ba req-caad5148-2184-42da-b665-0059a8c4307e tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 945 time: 0.0675983 Feb 17 10:01:21.564052 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ed22a049-b5bd-4fbf-b105-c332c24445ba req-80bc5033-ee67-4cc5-96cb-e7e88976c099 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459464 Feb 17 10:01:22.699512 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109987a-8838-4632-81e7-a5f7fa0d5a55 req-c8a2a93d-927c-496e-a76d-1bc0d50341a1 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:22.701071 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0109987a-8838-4632-81e7-a5f7fa0d5a55 req-c8a2a93d-927c-496e-a76d-1bc0d50341a1 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 945 time: 0.0538912 Feb 17 10:01:22.755944 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0109987a-8838-4632-81e7-a5f7fa0d5a55 req-106ab477-c9e2-45f5-a834-6d87519bf709 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491397 Feb 17 10:01:23.432524 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee7839-4aaa-4aa2-8d13-7113577716f5 req-2d538bf0-256b-4a8f-b052-abc982e861ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:23.433958 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-92ee7839-4aaa-4aa2-8d13-7113577716f5 req-2d538bf0-256b-4a8f-b052-abc982e861ce service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ee27e4c191de47a3b47db5a43ab00258&device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 1129 time: 0.0423484 Feb 17 10:01:23.523686 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee7839-4aaa-4aa2-8d13-7113577716f5 req-28b7ff64-72bf-4825-9002-c2e2888b39d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:23.525134 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-92ee7839-4aaa-4aa2-8d13-7113577716f5 req-28b7ff64-72bf-4825-9002-c2e2888b39d4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c3aac7fc-fa00-48a3-aaf1-bf71d0d04681 HTTP/1.1" status: 200 len: 918 time: 0.0852773 Feb 17 10:01:23.591143 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-92ee7839-4aaa-4aa2-8d13-7113577716f5 req-767dda80-5ed6-46ad-ae25-09d1f5f7511e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50519438-b1f0-412d-a039-fadbb8fdf167 HTTP/1.1" status: 200 len: 1001 time: 0.0593336 Feb 17 10:01:23.639118 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee7839-4aaa-4aa2-8d13-7113577716f5 req-edaa1b8a-ae68-4ef6-8998-f909e931bc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:23.640526 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-92ee7839-4aaa-4aa2-8d13-7113577716f5 req-edaa1b8a-ae68-4ef6-8998-f909e931bc10 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab HTTP/1.1" status: 200 len: 855 time: 0.0425878 Feb 17 10:01:23.687409 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee7839-4aaa-4aa2-8d13-7113577716f5 req-e55dc469-1f98-4fc1-9a23-16a8e6f5fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:23.688759 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-92ee7839-4aaa-4aa2-8d13-7113577716f5 req-e55dc469-1f98-4fc1-9a23-16a8e6f5fe53 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c3aac7fc-fa00-48a3-aaf1-bf71d0d04681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419126 Feb 17 10:01:23.888793 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bf1f3-6d04-4580-bdb8-81d75401e216 req-7dc2baae-9bfe-41e5-9c0b-10cc2990449d tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:23.890455 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-643bf1f3-6d04-4580-bdb8-81d75401e216 req-7dc2baae-9bfe-41e5-9c0b-10cc2990449d tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 945 time: 0.0598376 Feb 17 10:01:23.939926 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-643bf1f3-6d04-4580-bdb8-81d75401e216 req-cd6dbcf7-00ba-4028-a6f3-c94d5795753b tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433815 Feb 17 10:01:24.031742 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-92ee7839-4aaa-4aa2-8d13-7113577716f5 req-0a0de7d9-0256-4779-b3fe-d1762ad6f814 service neutron] 10.222.0.93 "GET /v2.0/networks/c3aac7fc-fa00-48a3-aaf1-bf71d0d04681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355031 Feb 17 10:01:24.119727 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-92ee7839-4aaa-4aa2-8d13-7113577716f5 req-1b13292b-df7c-4bd1-87fa-d3dfbd0aae8b service neutron] 10.222.0.93 "GET /v2.0/networks/c3aac7fc-fa00-48a3-aaf1-bf71d0d04681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806065 Feb 17 10:01:25.062155 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299df28-c6cf-46d6-85ad-aabf5be925a7 req-d9b162be-4750-4630-8b9b-2ad33194e673 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:25.063624 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2299df28-c6cf-46d6-85ad-aabf5be925a7 req-d9b162be-4750-4630-8b9b-2ad33194e673 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 945 time: 0.0505710 Feb 17 10:01:25.108985 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2299df28-c6cf-46d6-85ad-aabf5be925a7 req-06506387-c364-4a69-a671-5dccfa9ad1c6 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394194 Feb 17 10:01:26.231399 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1139df-3f5f-4bfe-b676-f58f81394118 req-704b8637-27cc-44a0-99e8-2b0cb9a4f465 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:26.232844 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3c1139df-3f5f-4bfe-b676-f58f81394118 req-704b8637-27cc-44a0-99e8-2b0cb9a4f465 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 945 time: 0.0509076 Feb 17 10:01:26.282327 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3c1139df-3f5f-4bfe-b676-f58f81394118 req-1517f8a1-d722-403c-a9c7-7cf4adacb682 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440755 Feb 17 10:01:27.161775 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae9415-5b38-4ffe-880b-bd7ae67d5849 req-82f25f34-0871-4c66-a94e-97c01b1c7dd8 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:27.163406 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-dcae9415-5b38-4ffe-880b-bd7ae67d5849 req-82f25f34-0871-4c66-a94e-97c01b1c7dd8 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 945 time: 0.0546248 Feb 17 10:01:27.210474 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-dcae9415-5b38-4ffe-880b-bd7ae67d5849 req-270ed61a-b248-4ad1-992c-e1ee936d813e tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414395 Feb 17 10:01:27.444714 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 53580) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:01:27.528224 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4d7d20b7-c583-497c-b0d5-72878af7bc31 req-7147e866-f817-46a1-813e-ee9d9d9cfd3a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0823967 Feb 17 10:01:27.536464 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [req-4d7d20b7-c583-497c-b0d5-72878af7bc31 req-87c9cf22-39eb-476b-adcf-dd2520686a9e service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=102620) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 10:01:27.537379 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4d7d20b7-c583-497c-b0d5-72878af7bc31 req-87c9cf22-39eb-476b-adcf-dd2520686a9e service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046339 Feb 17 10:01:27.611660 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 53588) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:01:27.702657 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d20b7-c583-497c-b0d5-72878af7bc31 req-f4cc8610-43d5-4c3f-86e4-ac90de90a06a tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:27.704018 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4d7d20b7-c583-497c-b0d5-72878af7bc31 req-f4cc8610-43d5-4c3f-86e4-ac90de90a06a tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports/50519438-b1f0-412d-a039-fadbb8fdf167 HTTP/1.1" status: 200 len: 942 time: 0.0913837 Feb 17 10:01:28.061612 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 50519438-b1f0-412d-a039-fadbb8fdf167 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:01:28.136654 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 50519438-b1f0-412d-a039-fadbb8fdf167 is: ACTIVE; New status is: DOWN {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:01:28.137119 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (50519438-b1f0-412d-a039-fadbb8fdf167), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:28.159298 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2560ed48-6013-4448-af7f-54bf9b0b9e1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50519438-b1f0-412d-a039-fadbb8fdf167'}] {{(pid=102622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:01:28.161706 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c0921c82721ddcd3043691fcb1168a632d6e856cc39374f61865f4aa2fd6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82532f10-186e-48ec-abd8-df2120b45c65" -d '{"events": [{"server_uuid": "2560ed48-6013-4448-af7f-54bf9b0b9e1f", "name": "network-vif-unplugged", "status": "completed", "tag": "50519438-b1f0-412d-a039-fadbb8fdf167"}]}' {{(pid=102622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:01:28.174827 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 50519438-b1f0-412d-a039-fadbb8fdf167, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=50519438-b1f0-412d-a039-fadbb8fdf167,segment=NetworkSegment(44712ed5-627e-45e3-929a-a847c740dda7),segment_id=44712ed5-627e-45e3-929a-a847c740dda7)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:01:28.180003 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (50519438-b1f0-412d-a039-fadbb8fdf167), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:28.206039 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 10:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98176e9-c7bb-41b4-be6f-9b76058a65ef x-openstack-request-id: req-a98176e9-c7bb-41b4-be6f-9b76058a65ef {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:01:28.206335 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2560ed48-6013-4448-af7f-54bf9b0b9e1f", "name": "network-vif-unplugged", "status": "completed", "tag": "50519438-b1f0-412d-a039-fadbb8fdf167", "code": 200}]} {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:01:28.206583 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a98176e9-c7bb-41b4-be6f-9b76058a65ef {{(pid=102622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:01:28.206974 dv-cinder-778193-18-iscsi neutron-server[102622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2560ed48-6013-4448-af7f-54bf9b0b9e1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50519438-b1f0-412d-a039-fadbb8fdf167', 'code': 200} Feb 17 10:01:28.232469 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=50519438-b1f0-412d-a039-fadbb8fdf167,revision_number=8']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:28.336098 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe13bc7-2aa7-4d34-a8e6-36106b41685d req-6bf339b2-30f1-48d2-bedc-b48e4a538ae2 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:28.337461 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6fe13bc7-2aa7-4d34-a8e6-36106b41685d req-6bf339b2-30f1-48d2-bedc-b48e4a538ae2 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 943 time: 0.0551949 Feb 17 10:01:28.383356 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6fe13bc7-2aa7-4d34-a8e6-36106b41685d req-3444398b-245d-4ba5-9121-1c0ee7dd3845 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400174 Feb 17 10:01:28.527262 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d20b7-c583-497c-b0d5-72878af7bc31 req-e73d8a00-855e-4023-a4f6-7c9171a0915b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:28.528733 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-4d7d20b7-c583-497c-b0d5-72878af7bc31 req-e73d8a00-855e-4023-a4f6-7c9171a0915b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f&tenant_id=ee27e4c191de47a3b47db5a43ab00258 HTTP/1.1" status: 200 len: 1127 time: 0.0443244 Feb 17 10:01:28.597167 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d20b7-c583-497c-b0d5-72878af7bc31 req-35c6d821-3812-4077-8e5d-80edf1596373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:28.598564 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-4d7d20b7-c583-497c-b0d5-72878af7bc31 req-35c6d821-3812-4077-8e5d-80edf1596373 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ee27e4c191de47a3b47db5a43ab00258&device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 1127 time: 0.0465479 Feb 17 10:01:28.691656 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d20b7-c583-497c-b0d5-72878af7bc31 req-c9e73894-e122-4cac-876b-730e16dd2a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:28.693109 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-4d7d20b7-c583-497c-b0d5-72878af7bc31 req-c9e73894-e122-4cac-876b-730e16dd2a22 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c3aac7fc-fa00-48a3-aaf1-bf71d0d04681 HTTP/1.1" status: 200 len: 918 time: 0.0839300 Feb 17 10:01:28.765409 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-4d7d20b7-c583-497c-b0d5-72878af7bc31 req-e76359d1-922b-4672-964e-5aa4e78653c3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50519438-b1f0-412d-a039-fadbb8fdf167 HTTP/1.1" status: 200 len: 999 time: 0.0629570 Feb 17 10:01:28.817319 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d20b7-c583-497c-b0d5-72878af7bc31 req-5409bbf8-15b7-4e5b-ac7a-d808713a1b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:28.818824 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-4d7d20b7-c583-497c-b0d5-72878af7bc31 req-5409bbf8-15b7-4e5b-ac7a-d808713a1b9e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab HTTP/1.1" status: 200 len: 855 time: 0.0446820 Feb 17 10:01:28.866927 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d20b7-c583-497c-b0d5-72878af7bc31 req-fe57f8b7-5e56-44f7-8d55-01bb92ecdcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:28.868346 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-4d7d20b7-c583-497c-b0d5-72878af7bc31 req-fe57f8b7-5e56-44f7-8d55-01bb92ecdcb8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c3aac7fc-fa00-48a3-aaf1-bf71d0d04681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430138 Feb 17 10:01:28.959228 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-4d7d20b7-c583-497c-b0d5-72878af7bc31 req-95dd48b6-3982-41bf-9b6e-55da1a4e616b service neutron] 10.222.0.93 "GET /v2.0/networks/c3aac7fc-fa00-48a3-aaf1-bf71d0d04681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841477 Feb 17 10:01:29.049666 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-4d7d20b7-c583-497c-b0d5-72878af7bc31 req-65c4ecbe-f986-4af7-8103-c2cb7c069def service neutron] 10.222.0.93 "GET /v2.0/networks/c3aac7fc-fa00-48a3-aaf1-bf71d0d04681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838110 Feb 17 10:01:29.540001 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711d521-0d7c-40a1-94ac-c93e3064515b req-298b8ed1-707f-4b32-b5e9-4f5bd7be30bf tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:29.550613 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d711d521-0d7c-40a1-94ac-c93e3064515b req-298b8ed1-707f-4b32-b5e9-4f5bd7be30bf tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 943 time: 0.0878878 Feb 17 10:01:29.635793 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d711d521-0d7c-40a1-94ac-c93e3064515b req-7a424a07-9507-4678-8faf-a4d18f9c9638 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838041 Feb 17 10:01:30.776099 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e4e3f-14cb-4462-a5b8-cfabbf882e27 req-88914c6c-af79-430d-a2c1-fd297ed7fa4b tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:30.777938 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-da5e4e3f-14cb-4462-a5b8-cfabbf882e27 req-88914c6c-af79-430d-a2c1-fd297ed7fa4b tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 943 time: 0.0607426 Feb 17 10:01:30.825581 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-da5e4e3f-14cb-4462-a5b8-cfabbf882e27 req-72414d2e-ffa7-4406-bce5-b1bcbc339f3d tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420270 Feb 17 10:01:31.536541 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:01:31.954073 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0cdda-b30d-4bc1-af9d-7971ecb458a0 req-ada35819-d1dd-4cdf-96c4-29904990bd23 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:31.956524 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1cb0cdda-b30d-4bc1-af9d-7971ecb458a0 req-ada35819-d1dd-4cdf-96c4-29904990bd23 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 943 time: 0.0576456 Feb 17 10:01:32.013194 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1cb0cdda-b30d-4bc1-af9d-7971ecb458a0 req-b40a8312-9d91-49b5-9ed4-ce0e0fa6373a tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487719 Feb 17 10:01:33.143839 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f56745-9475-401c-98ef-f9190b8e7ea3 req-b44fbaff-916b-4007-aa45-e497dda54649 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:33.147401 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-90f56745-9475-401c-98ef-f9190b8e7ea3 req-b44fbaff-916b-4007-aa45-e497dda54649 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 943 time: 0.0533009 Feb 17 10:01:33.197346 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-90f56745-9475-401c-98ef-f9190b8e7ea3 req-5a23a69e-ccf5-4e26-a308-8a88f7ead916 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454173 Feb 17 10:01:33.761634 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:34.332298 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e82c11-ad95-43e5-a4af-61212cd06e4c req-944e3648-784a-493e-8662-85f647258d81 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:34.336820 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e2e82c11-ad95-43e5-a4af-61212cd06e4c req-944e3648-784a-493e-8662-85f647258d81 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 943 time: 0.0570509 Feb 17 10:01:34.399319 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e2e82c11-ad95-43e5-a4af-61212cd06e4c req-8df87d65-0d1d-4053-8b85-75b37902ab5c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564835 Feb 17 10:01:35.546167 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab29921-9031-4071-ac74-25296d94d735 req-6c9cbc39-1d5e-4051-bab9-aae81606276c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:35.547691 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1ab29921-9031-4071-ac74-25296d94d735 req-6c9cbc39-1d5e-4051-bab9-aae81606276c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 943 time: 0.0613806 Feb 17 10:01:35.608889 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1ab29921-9031-4071-ac74-25296d94d735 req-61b438a1-5d4b-4c74-ac48-558d4d946352 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480926 Feb 17 10:01:36.989192 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449dcc1-5f9b-47a4-bf04-cff50957283e req-32429ecf-0c0f-4a68-a698-aefc909d507a tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:36.995887 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4449dcc1-5f9b-47a4-bf04-cff50957283e req-32429ecf-0c0f-4a68-a698-aefc909d507a tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 943 time: 0.2968965 Feb 17 10:01:37.045989 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4449dcc1-5f9b-47a4-bf04-cff50957283e req-018dc16c-6e29-4304-a0c0-d2dda058347d tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488138 Feb 17 10:01:38.167361 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bd34c-68d4-408d-8cdd-137f369d6d2d req-012399ea-e160-4e4c-8c6e-b25b0b5b7992 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:38.168818 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3e5bd34c-68d4-408d-8cdd-137f369d6d2d req-012399ea-e160-4e4c-8c6e-b25b0b5b7992 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 943 time: 0.0512741 Feb 17 10:01:38.213462 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3e5bd34c-68d4-408d-8cdd-137f369d6d2d req-f2f2cf45-3d63-4d1f-baaa-148b9449817f tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391676 Feb 17 10:01:39.334989 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4faed-3310-4cfc-8003-2118c4d1e338 req-78056be4-b310-470c-8163-db2089a05579 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:39.336457 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e9b4faed-3310-4cfc-8003-2118c4d1e338 req-78056be4-b310-470c-8163-db2089a05579 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 943 time: 0.0538104 Feb 17 10:01:39.380678 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e9b4faed-3310-4cfc-8003-2118c4d1e338 req-373ed396-8012-4c3b-aa12-54388db08873 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387006 Feb 17 10:01:40.139518 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 50519438-b1f0-412d-a039-fadbb8fdf167 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 10:01:40.239357 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 50519438-b1f0-412d-a039-fadbb8fdf167, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=50519438-b1f0-412d-a039-fadbb8fdf167,segment=NetworkSegment(44712ed5-627e-45e3-929a-a847c740dda7),segment_id=44712ed5-627e-45e3-929a-a847c740dda7)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:01:40.250599 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Returning: {'device': '50519438-b1f0-412d-a039-fadbb8fdf167', 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681', 'port_id': '50519438-b1f0-412d-a039-fadbb8fdf167', 'mac_address': 'fa:16:3e:81:c0:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 10:01:40.288401 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 50519438-b1f0-412d-a039-fadbb8fdf167 is: DOWN; New status is: BUILD {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:01:40.288722 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (50519438-b1f0-412d-a039-fadbb8fdf167), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:40.301391 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50519438-b1f0-412d-a039-fadbb8fdf167 {{(pid=102622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 10:01:40.321082 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 50519438-b1f0-412d-a039-fadbb8fdf167, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=50519438-b1f0-412d-a039-fadbb8fdf167,segment=NetworkSegment(44712ed5-627e-45e3-929a-a847c740dda7),segment_id=44712ed5-627e-45e3-929a-a847c740dda7)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:01:40.325461 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (50519438-b1f0-412d-a039-fadbb8fdf167), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:40.371771 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=50519438-b1f0-412d-a039-fadbb8fdf167,revision_number=9']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:40.508267 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4eff7-68a5-4498-b492-22298af503ab req-71de3536-783c-4d6b-be21-80265bd518d8 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:40.509904 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-13b4eff7-68a5-4498-b492-22298af503ab req-71de3536-783c-4d6b-be21-80265bd518d8 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 944 time: 0.0553136 Feb 17 10:01:40.586556 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-13b4eff7-68a5-4498-b492-22298af503ab req-98921084-144f-4e60-bdca-5b59fbb8f17e tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709472 Feb 17 10:01:40.597939 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de83077-002c-4bbc-b93b-8f833459ac8a req-1674e27a-3f1d-47a9-ab21-a8577007b4aa tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:40.599432 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1de83077-002c-4bbc-b93b-8f833459ac8a req-1674e27a-3f1d-47a9-ab21-a8577007b4aa tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=f60267a8-c630-461b-85cc-ccc482245908 HTTP/1.1" status: 200 len: 945 time: 0.0823145 Feb 17 10:01:40.618276 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['50519438-b1f0-412d-a039-fadbb8fdf167'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 10:01:40.650285 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1de83077-002c-4bbc-b93b-8f833459ac8a req-932e1d00-1f31-4e5a-b30e-d4b2c2b759f7 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=1e68221b-873b-4935-8261-792ed9ecfdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450983 Feb 17 10:01:41.444828 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-e63c5dc2-d794-4979-b236-a4be726ee67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:41.706187 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269332aa-20d3-48cb-9f21-f530a761abb1 req-5829d35a-0a47-4b9c-8bc5-34e5d53ac7f5 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:41.707697 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-269332aa-20d3-48cb-9f21-f530a761abb1 req-5829d35a-0a47-4b9c-8bc5-34e5d53ac7f5 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 944 time: 0.0516834 Feb 17 10:01:41.778324 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-269332aa-20d3-48cb-9f21-f530a761abb1 req-abf5ab56-9bc7-49bc-bde8-1586ab8ec648 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645378 Feb 17 10:01:41.796038 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c5064-e986-4cd5-a783-4d21a0c410bc req-e90660c4-c78e-419c-beb2-9af3cb07b726 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:41.797498 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b83c5064-e986-4cd5-a783-4d21a0c410bc req-e90660c4-c78e-419c-beb2-9af3cb07b726 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=f60267a8-c630-461b-85cc-ccc482245908 HTTP/1.1" status: 200 len: 945 time: 0.0779200 Feb 17 10:01:41.843365 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b83c5064-e986-4cd5-a783-4d21a0c410bc req-ecd46407-3dbc-4355-ba61-82e4074faa66 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=1e68221b-873b-4935-8261-792ed9ecfdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403185 Feb 17 10:01:42.153848 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 50519438-b1f0-412d-a039-fadbb8fdf167 up at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 10:01:42.203014 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning complete for port 50519438-b1f0-412d-a039-fadbb8fdf167 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:01:42.203410 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (50519438-b1f0-412d-a039-fadbb8fdf167), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:42.278988 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 50519438-b1f0-412d-a039-fadbb8fdf167 is: BUILD; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:01:42.279390 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (50519438-b1f0-412d-a039-fadbb8fdf167), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:42.301022 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2560ed48-6013-4448-af7f-54bf9b0b9e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50519438-b1f0-412d-a039-fadbb8fdf167'}] {{(pid=102622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:01:42.303780 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c0921c82721ddcd3043691fcb1168a632d6e856cc39374f61865f4aa2fd6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc426f6d-4d33-4421-b1a5-c7daded993ed" -d '{"events": [{"server_uuid": "2560ed48-6013-4448-af7f-54bf9b0b9e1f", "name": "network-vif-plugged", "status": "completed", "tag": "50519438-b1f0-412d-a039-fadbb8fdf167"}]}' {{(pid=102622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:01:42.315821 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 50519438-b1f0-412d-a039-fadbb8fdf167, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=50519438-b1f0-412d-a039-fadbb8fdf167,segment=NetworkSegment(44712ed5-627e-45e3-929a-a847c740dda7),segment_id=44712ed5-627e-45e3-929a-a847c740dda7)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:01:42.320635 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (50519438-b1f0-412d-a039-fadbb8fdf167), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:42.343980 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 10:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20aefce6-f899-4ee4-a468-bc2c3fc5d34a x-openstack-request-id: req-20aefce6-f899-4ee4-a468-bc2c3fc5d34a {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:01:42.344273 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2560ed48-6013-4448-af7f-54bf9b0b9e1f", "name": "network-vif-plugged", "status": "completed", "tag": "50519438-b1f0-412d-a039-fadbb8fdf167", "code": 200}]} {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:01:42.344527 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-20aefce6-f899-4ee4-a468-bc2c3fc5d34a {{(pid=102622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:01:42.344910 dv-cinder-778193-18-iscsi neutron-server[102622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2560ed48-6013-4448-af7f-54bf9b0b9e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50519438-b1f0-412d-a039-fadbb8fdf167', 'code': 200} Feb 17 10:01:42.369929 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=50519438-b1f0-412d-a039-fadbb8fdf167,revision_number=10']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:42.548693 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8defb60-5ee4-4f66-b3a8-91d8354b1958 req-69bd9d95-b6dc-4494-913b-e6696c2fce9d tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:42.550140 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-d8defb60-5ee4-4f66-b3a8-91d8354b1958 req-69bd9d95-b6dc-4494-913b-e6696c2fce9d tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.93 "GET /v2.0/ports?device_id=f60267a8-c630-461b-85cc-ccc482245908 HTTP/1.1" status: 200 len: 945 time: 0.0843849 Feb 17 10:01:42.555833 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9b82-4d30-4b83-9d23-28f6b765c755 req-302c919f-4292-414c-9259-8bea3cf67c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:42.557194 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e0cc9b82-4d30-4b83-9d23-28f6b765c755 req-302c919f-4292-414c-9259-8bea3cf67c29 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 1130 time: 0.0626187 Feb 17 10:01:42.659686 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e0cc9b82-4d30-4b83-9d23-28f6b765c755 req-91ee9590-5466-40d5-9358-acd5e9be380b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865431 Feb 17 10:01:42.684629 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-d8defb60-5ee4-4f66-b3a8-91d8354b1958 req-67b9aef5-fef9-4be3-bc2b-2e9663890b21 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Deleting port 6b2e38c3-50f5-4006-a501-9036045056ad {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:01:42.684972 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-d8defb60-5ee4-4f66-b3a8-91d8354b1958 req-67b9aef5-fef9-4be3-bc2b-2e9663890b21 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (6b2e38c3-50f5-4006-a501-9036045056ad), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:42.769761 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-d8defb60-5ee4-4f66-b3a8-91d8354b1958 req-67b9aef5-fef9-4be3-bc2b-2e9663890b21 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] For port 6b2e38c3-50f5-4006-a501-9036045056ad, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6b2e38c3-50f5-4006-a501-9036045056ad,segment=NetworkSegment(27b95298-c23c-4d5f-8605-60b0d2d05807),segment_id=27b95298-c23c-4d5f-8605-60b0d2d05807)] {{(pid=102621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:01:42.770121 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-d8defb60-5ee4-4f66-b3a8-91d8354b1958 req-67b9aef5-fef9-4be3-bc2b-2e9663890b21 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (6b2e38c3-50f5-4006-a501-9036045056ad), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:42.909576 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0721a-d140-4612-9ff0-88a6fdd45f15 req-6f990d1e-244f-4257-b8e1-f5f7242981ae tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:42.911343 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-48e0721a-d140-4612-9ff0-88a6fdd45f15 req-6f990d1e-244f-4257-b8e1-f5f7242981ae tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 946 time: 0.0614698 Feb 17 10:01:42.949168 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-d8defb60-5ee4-4f66-b3a8-91d8354b1958 req-67b9aef5-fef9-4be3-bc2b-2e9663890b21 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:42.949531 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-d8defb60-5ee4-4f66-b3a8-91d8354b1958 req-67b9aef5-fef9-4be3-bc2b-2e9663890b21 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931625'] for floatingip (1022789d-d4bf-4534-9523-d2b509c747d1), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:42.949849 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.db.l3_db [req-d8defb60-5ee4-4f66-b3a8-91d8354b1958 req-67b9aef5-fef9-4be3-bc2b-2e9663890b21 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Floating IP 1022789d-d4bf-4534-9523-d2b509c747d1 disassociated. External IP: 172.27.0.105, port: 6b2e38c3-50f5-4006-a501-9036045056ad. Feb 17 10:01:42.950185 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-d8defb60-5ee4-4f66-b3a8-91d8354b1958 req-67b9aef5-fef9-4be3-bc2b-2e9663890b21 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Calling delete_port for 6b2e38c3-50f5-4006-a501-9036045056ad owned by compute:nova {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:01:42.986396 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-48e0721a-d140-4612-9ff0-88a6fdd45f15 req-4107dc34-7e99-482d-8060-088e7515b14d tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692661 Feb 17 10:01:43.001748 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f89b1-f8b2-479d-b343-38a1daba8df2 req-ea72787a-283c-46b9-ae7f-f0b1bdf86e9f tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:43.003255 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ed8f89b1-f8b2-479d-b343-38a1daba8df2 req-ea72787a-283c-46b9-ae7f-f0b1bdf86e9f tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/ports?device_id=f60267a8-c630-461b-85cc-ccc482245908 HTTP/1.1" status: 200 len: 945 time: 0.0842891 Feb 17 10:01:43.055683 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ed8f89b1-f8b2-479d-b343-38a1daba8df2 req-fd944154-fb3c-49da-af09-e6f8e1f110d2 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups?id=1e68221b-873b-4935-8261-792ed9ecfdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452855 Feb 17 10:01:43.086065 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-d8defb60-5ee4-4f66-b3a8-91d8354b1958 req-67b9aef5-fef9-4be3-bc2b-2e9663890b21 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (6b2e38c3-50f5-4006-a501-9036045056ad), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:43.114122 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9aef5-fef9-4be3-bc2b-2e9663890b21 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Pushing event deleted for resources: {'Port': ['ID=6b2e38c3-50f5-4006-a501-9036045056ad,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:43.230016 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8defb60-5ee4-4f66-b3a8-91d8354b1958 req-67b9aef5-fef9-4be3-bc2b-2e9663890b21 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Router 686e692a-617e-44df-afaa-5ab49250a24f has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 10:01:43.338051 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8defb60-5ee4-4f66-b3a8-91d8354b1958 req-67b9aef5-fef9-4be3-bc2b-2e9663890b21 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 10:01:43.350972 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8834763a-10c0-4db5-aa32-c37184acbb68 None None] Sync routers for ids ['686e692a-617e-44df-afaa-5ab49250a24f'] in dv-cinder-778193-18-iscsi {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:01:43.359864 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8834763a-10c0-4db5-aa32-c37184acbb68 None None] Routers {'686e692a-617e-44df-afaa-5ab49250a24f'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:01:43.360477 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-8834763a-10c0-4db5-aa32-c37184acbb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:01:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['686e692a-617e-44df-afaa-5ab49250a24f'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:43.376508 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8defb60-5ee4-4f66-b3a8-91d8354b1958 req-67b9aef5-fef9-4be3-bc2b-2e9663890b21 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] No DVR routers for this DVR port 6b2e38c3-50f5-4006-a501-9036045056ad on host hv-cinder-77819 {{(pid=102621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:01:43.379094 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-d8defb60-5ee4-4f66-b3a8-91d8354b1958 req-67b9aef5-fef9-4be3-bc2b-2e9663890b21 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:43.383266 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-d8defb60-5ee4-4f66-b3a8-91d8354b1958 req-67b9aef5-fef9-4be3-bc2b-2e9663890b21 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.93 "DELETE /v2.0/ports/6b2e38c3-50f5-4006-a501-9036045056ad HTTP/1.1" status: 204 len: 173 time: 0.8166828 Feb 17 10:01:43.383791 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60267a8-c630-461b-85cc-ccc482245908', 'name': 'network-vif-deleted', 'tag': '6b2e38c3-50f5-4006-a501-9036045056ad'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:01:43.386097 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220465e2-66c0-4771-9700-6f132518a716" -d '{"events": [{"server_uuid": "f60267a8-c630-461b-85cc-ccc482245908", "name": "network-vif-deleted", "tag": "6b2e38c3-50f5-4006-a501-9036045056ad"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:01:43.427287 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 10:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b9ab27-cfea-46ae-a997-7353b9d19998 x-openstack-request-id: req-65b9ab27-cfea-46ae-a997-7353b9d19998 {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:01:43.427462 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60267a8-c630-461b-85cc-ccc482245908", "name": "network-vif-deleted", "tag": "6b2e38c3-50f5-4006-a501-9036045056ad", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:01:43.427564 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-65b9ab27-cfea-46ae-a997-7353b9d19998 {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:01:43.427989 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60267a8-c630-461b-85cc-ccc482245908', 'name': 'network-vif-deleted', 'tag': '6b2e38c3-50f5-4006-a501-9036045056ad', 'status': 'completed', 'code': 200} Feb 17 10:01:43.480757 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-8834763a-10c0-4db5-aa32-c37184acbb68 None None] Set router 686e692a-617e-44df-afaa-5ab49250a24f gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:01:43.800212 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-8834763a-10c0-4db5-aa32-c37184acbb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686e692a-617e-44df-afaa-5ab49250a24f', 'name': 'tempest-AttachVolumeTestJSON-624494086-router', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:01Z', 'updated_at': '2022-02-17T09:55:14Z', 'revision_number': 4, 'project_id': '7039608c8379432d81234a6c5f780815', 'gw_port': {'id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:03Z', 'updated_at': '2022-02-17T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': '1550b0e8-ebfc-4c92-aec5-36c80a98a305', 'name': '', 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'mac_address': 'fa:16:3e:a8:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4595d53c-1b19-44a4-9d57-e790e2a0475e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:10Z', 'updated_at': '2022-02-17T09:55:22Z', 'revision_number': 5, 'project_id': '7039608c8379432d81234a6c5f780815', 'subnets': [{'id': '4595d53c-1b19-44a4-9d57-e790e2a0475e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:43.827435 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8834763a-10c0-4db5-aa32-c37184acbb68 None None] Checking router: 686e692a-617e-44df-afaa-5ab49250a24f for host: dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:01:43.841718 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8834763a-10c0-4db5-aa32-c37184acbb68 None None] Routers {'686e692a-617e-44df-afaa-5ab49250a24f'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:01:43.842359 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-8834763a-10c0-4db5-aa32-c37184acbb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:01:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['686e692a-617e-44df-afaa-5ab49250a24f'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:43.957885 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-1edac0d5-4979-497a-8fd7-12d2b7e2ce97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:43.992030 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-8834763a-10c0-4db5-aa32-c37184acbb68 None None] Set router 686e692a-617e-44df-afaa-5ab49250a24f gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:01:44.148808 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db248df2-752b-41a8-b814-6a769b78651d req-922d6a8f-82e4-42db-ae2e-6cba043a1987 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:44.155797 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-db248df2-752b-41a8-b814-6a769b78651d req-922d6a8f-82e4-42db-ae2e-6cba043a1987 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 946 time: 0.0794950 Feb 17 10:01:44.160721 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 53760) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:01:44.219786 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-db248df2-752b-41a8-b814-6a769b78651d req-87df38e6-d5fd-4c09-b3db-9b2aa9ba4f21 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594363 Feb 17 10:01:44.236269 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-2215888a-f301-4383-ae10-f65b2287f8c0 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for security_group (1e68221b-873b-4935-8261-792ed9ecfdb8), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:44.250389 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-8834763a-10c0-4db5-aa32-c37184acbb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686e692a-617e-44df-afaa-5ab49250a24f', 'name': 'tempest-AttachVolumeTestJSON-624494086-router', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:01Z', 'updated_at': '2022-02-17T09:55:14Z', 'revision_number': 4, 'project_id': '7039608c8379432d81234a6c5f780815', 'gw_port': {'id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:03Z', 'updated_at': '2022-02-17T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': '1550b0e8-ebfc-4c92-aec5-36c80a98a305', 'name': '', 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'mac_address': 'fa:16:3e:a8:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4595d53c-1b19-44a4-9d57-e790e2a0475e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:10Z', 'updated_at': '2022-02-17T09:55:22Z', 'revision_number': 5, 'project_id': '7039608c8379432d81234a6c5f780815', 'subnets': [{'id': '4595d53c-1b19-44a4-9d57-e790e2a0475e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:44.261582 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-2215888a-f301-4383-ae10-f65b2287f8c0 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for security_group (1e68221b-873b-4935-8261-792ed9ecfdb8), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:44.277819 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8834763a-10c0-4db5-aa32-c37184acbb68 None None] The sync data for ids ['686e692a-617e-44df-afaa-5ab49250a24f'] in dv-cinder-778193-18-iscsi is: [{'id': '686e692a-617e-44df-afaa-5ab49250a24f', 'name': 'tempest-AttachVolumeTestJSON-624494086-router', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:01Z', 'updated_at': '2022-02-17T09:55:14Z', 'revision_number': 4, 'project_id': '7039608c8379432d81234a6c5f780815', 'gw_port': {'id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:03Z', 'updated_at': '2022-02-17T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': '1550b0e8-ebfc-4c92-aec5-36c80a98a305', 'name': '', 'network_id': '796052e6-6954-480c-a009-16c1a3be89b8', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'mac_address': 'fa:16:3e:a8:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4595d53c-1b19-44a4-9d57-e790e2a0475e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:10Z', 'updated_at': '2022-02-17T09:55:22Z', 'revision_number': 5, 'project_id': '7039608c8379432d81234a6c5f780815', 'subnets': [{'id': '4595d53c-1b19-44a4-9d57-e790e2a0475e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:01:44.321976 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-2215888a-f301-4383-ae10-f65b2287f8c0 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (1e68221b-873b-4935-8261-792ed9ecfdb8), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:44.324712 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-2215888a-f301-4383-ae10-f65b2287f8c0 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:44.328412 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-2215888a-f301-4383-ae10-f65b2287f8c0 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "DELETE /v2.0/security-groups/1e68221b-873b-4935-8261-792ed9ecfdb8 HTTP/1.1" status: 204 len: 168 time: 0.1639991 Feb 17 10:01:44.329157 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 53762) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:01:44.339264 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2215888a-f301-4383-ae10-f65b2287f8c0 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e68221b-873b-4935-8261-792ed9ecfdb8,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:44.351876 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.api.v2.resource [None req-d068bfc1-70ba-46a2-bdd9-cda848dbc806 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] show failed (client error): The resource could not be found. Feb 17 10:01:44.356921 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-d068bfc1-70ba-46a2-bdd9-cda848dbc806 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "GET /v2.0/security-groups/1e68221b-873b-4935-8261-792ed9ecfdb8 HTTP/1.1" status: 404 len: 347 time: 0.0263088 Feb 17 10:01:44.357762 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 53764) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:01:44.498065 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-63d396f1-2cd4-4405-bf1d-e3b77e5cf276 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Deleting port fc41dcd6-40f8-4e62-a3eb-5ecbcf5e1cda {{(pid=102620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:01:44.498421 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-63d396f1-2cd4-4405-bf1d-e3b77e5cf276 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (fc41dcd6-40f8-4e62-a3eb-5ecbcf5e1cda), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:44.527985 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebba2abc-8d4b-48f1-8acd-cd8321beb0f7 None None] New status for floating IP 1022789d-d4bf-4534-9523-d2b509c747d1: DOWN {{(pid=102623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:01:44.586241 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-63d396f1-2cd4-4405-bf1d-e3b77e5cf276 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (fc41dcd6-40f8-4e62-a3eb-5ecbcf5e1cda), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:44.586673 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-63d396f1-2cd4-4405-bf1d-e3b77e5cf276 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for floatingip (fc41dcd6-40f8-4e62-a3eb-5ecbcf5e1cda), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:44.599504 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-63d396f1-2cd4-4405-bf1d-e3b77e5cf276 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Calling delete_port for fc41dcd6-40f8-4e62-a3eb-5ecbcf5e1cda owned by network:floatingip {{(pid=102620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:01:44.703074 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.db.api [None req-ebba2abc-8d4b-48f1-8acd-cd8321beb0f7 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 17 10:01:44.703074 dv-cinder-778193-18-iscsi neutron-server[102623]: [SQL: UPDATE floatingips SET status=%(status)s WHERE floatingips.id = %(floatingips_id)s] Feb 17 10:01:44.703074 dv-cinder-778193-18-iscsi neutron-server[102623]: [parameters: {'status': 'DOWN', 'floatingips_id': '1022789d-d4bf-4534-9523-d2b509c747d1'}] Feb 17 10:01:44.703074 dv-cinder-778193-18-iscsi neutron-server[102623]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102623) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 10:01:44.703776 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG oslo_db.api [None req-ebba2abc-8d4b-48f1-8acd-cd8321beb0f7 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 10:01:44.742839 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-63d396f1-2cd4-4405-bf1d-e3b77e5cf276 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11330461'] for port (fc41dcd6-40f8-4e62-a3eb-5ecbcf5e1cda), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:44.770207 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d396f1-2cd4-4405-bf1d-e3b77e5cf276 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Pushing event deleted for resources: {'Port': ['ID=fc41dcd6-40f8-4e62-a3eb-5ecbcf5e1cda,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:44.781500 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d396f1-2cd4-4405-bf1d-e3b77e5cf276 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:44.781856 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d396f1-2cd4-4405-bf1d-e3b77e5cf276 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:44.782205 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d396f1-2cd4-4405-bf1d-e3b77e5cf276 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:44.782547 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d396f1-2cd4-4405-bf1d-e3b77e5cf276 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:44.782885 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d396f1-2cd4-4405-bf1d-e3b77e5cf276 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:44.783253 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d396f1-2cd4-4405-bf1d-e3b77e5cf276 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:44.783586 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d396f1-2cd4-4405-bf1d-e3b77e5cf276 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:44.783916 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d396f1-2cd4-4405-bf1d-e3b77e5cf276 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:44.784243 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d396f1-2cd4-4405-bf1d-e3b77e5cf276 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:44.784577 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d396f1-2cd4-4405-bf1d-e3b77e5cf276 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:44.784944 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d396f1-2cd4-4405-bf1d-e3b77e5cf276 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:44.785269 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d396f1-2cd4-4405-bf1d-e3b77e5cf276 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:44.785589 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d396f1-2cd4-4405-bf1d-e3b77e5cf276 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:44.839865 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-63d396f1-2cd4-4405-bf1d-e3b77e5cf276 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks [] for floatingip (1022789d-d4bf-4534-9523-d2b509c747d1), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:44.842266 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-63d396f1-2cd4-4405-bf1d-e3b77e5cf276 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for floatingip (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:44.844176 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-63d396f1-2cd4-4405-bf1d-e3b77e5cf276 tempest-AttachVolumeTestJSON-1140856461 tempest-AttachVolumeTestJSON-1140856461-project] 10.222.0.82 "DELETE /v2.0/floatingips/1022789d-d4bf-4534-9523-d2b509c747d1 HTTP/1.1" status: 204 len: 168 time: 0.4790931 Feb 17 10:01:44.972622 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:45.206750 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebba2abc-8d4b-48f1-8acd-cd8321beb0f7 None None] New status for floating IP 1022789d-d4bf-4534-9523-d2b509c747d1: DOWN {{(pid=102623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:01:45.344975 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c58d59-fc79-4ac1-9ba6-8381d84f1749 req-4a0c19bd-874c-4027-b298-43eba12f33c3 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:45.346429 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a1c58d59-fc79-4ac1-9ba6-8381d84f1749 req-4a0c19bd-874c-4027-b298-43eba12f33c3 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 946 time: 0.0513482 Feb 17 10:01:45.392382 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a1c58d59-fc79-4ac1-9ba6-8381d84f1749 req-5c65959e-afc4-44de-8c2c-2f3881b5251a tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398178 Feb 17 10:01:46.193538 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 6b2e38c3-50f5-4006-a501-9036045056ad no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:01:46.216245 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] No Port match for: 6b2e38c3-50f5-4006-a501-9036045056ad {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:01:46.216607 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 6b2e38c3-50f5-4006-a501-9036045056ad not bound to the agent host hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:01:46.277496 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:47.799125 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:48.335275 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 53796) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:01:48.771368 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-33c8854d-3687-4a62-b96e-b595d739df6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916009'] for router_interface (686e692a-617e-44df-afaa-5ab49250a24f), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:49.007506 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-33c8854d-3687-4a62-b96e-b595d739df6b admin admin] Deleting port 1550b0e8-ebfc-4c92-aec5-36c80a98a305 {{(pid=102620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:01:49.007902 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-33c8854d-3687-4a62-b96e-b595d739df6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (1550b0e8-ebfc-4c92-aec5-36c80a98a305), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:49.082472 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-33c8854d-3687-4a62-b96e-b595d739df6b admin admin] For port 1550b0e8-ebfc-4c92-aec5-36c80a98a305, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=1550b0e8-ebfc-4c92-aec5-36c80a98a305,segment=NetworkSegment(27b95298-c23c-4d5f-8605-60b0d2d05807),segment_id=27b95298-c23c-4d5f-8605-60b0d2d05807)] {{(pid=102620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:01:49.082836 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-33c8854d-3687-4a62-b96e-b595d739df6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (1550b0e8-ebfc-4c92-aec5-36c80a98a305), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:49.094719 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-33c8854d-3687-4a62-b96e-b595d739df6b admin admin] Calling delete_port for 1550b0e8-ebfc-4c92-aec5-36c80a98a305 owned by network:router_interface {{(pid=102620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:01:49.277457 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-33c8854d-3687-4a62-b96e-b595d739df6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11330461'] for port (1550b0e8-ebfc-4c92-aec5-36c80a98a305), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:49.309635 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c8854d-3687-4a62-b96e-b595d739df6b admin admin] Pushing event deleted for resources: {'Port': ['ID=1550b0e8-ebfc-4c92-aec5-36c80a98a305,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:49.476801 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-33c8854d-3687-4a62-b96e-b595d739df6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3726863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3916057'] for router_interface (686e692a-617e-44df-afaa-5ab49250a24f), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:49.696148 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c8854d-3687-4a62-b96e-b595d739df6b admin admin] Router 686e692a-617e-44df-afaa-5ab49250a24f has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 10:01:49.800683 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c8854d-3687-4a62-b96e-b595d739df6b admin admin] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 10:01:49.806588 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-33c8854d-3687-4a62-b96e-b595d739df6b admin admin] 10.222.0.82 "PUT /v2.0/routers/686e692a-617e-44df-afaa-5ab49250a24f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4702809 Feb 17 10:01:49.809084 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 53800) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:01:49.811677 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c457b5-f698-4908-8462-e1274f9d41ec None None] Sync routers for ids ['686e692a-617e-44df-afaa-5ab49250a24f'] in dv-cinder-778193-18-iscsi {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:01:49.821976 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c457b5-f698-4908-8462-e1274f9d41ec None None] Routers {'686e692a-617e-44df-afaa-5ab49250a24f'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:01:49.822625 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-95c457b5-f698-4908-8462-e1274f9d41ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:01:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['686e692a-617e-44df-afaa-5ab49250a24f'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:49.909548 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-77be77b8-8d49-4438-bf47-3f348a2cebf3 admin admin] Publish callbacks [] for router (686e692a-617e-44df-afaa-5ab49250a24f), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:49.926823 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-95c457b5-f698-4908-8462-e1274f9d41ec None None] Set router 686e692a-617e-44df-afaa-5ab49250a24f gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:01:50.008230 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-77be77b8-8d49-4438-bf47-3f348a2cebf3 admin admin] Publish callbacks [] for router_gateway (686e692a-617e-44df-afaa-5ab49250a24f), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:50.062293 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-77be77b8-8d49-4438-bf47-3f348a2cebf3 admin admin] Deleting port abd698f8-1174-40a7-b496-1526f2a597ed {{(pid=102620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:01:50.062640 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-77be77b8-8d49-4438-bf47-3f348a2cebf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (abd698f8-1174-40a7-b496-1526f2a597ed), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:50.100417 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-95c457b5-f698-4908-8462-e1274f9d41ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686e692a-617e-44df-afaa-5ab49250a24f', 'name': 'tempest-AttachVolumeTestJSON-624494086-router', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:01Z', 'updated_at': '2022-02-17T10:01:49Z', 'revision_number': 5, 'project_id': '7039608c8379432d81234a6c5f780815', 'gw_port': {'id': 'abd698f8-1174-40a7-b496-1526f2a597ed', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686e692a-617e-44df-afaa-5ab49250a24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:03Z', 'updated_at': '2022-02-17T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi'}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:50.130091 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c457b5-f698-4908-8462-e1274f9d41ec None None] Checking router: 686e692a-617e-44df-afaa-5ab49250a24f for host: dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:01:50.139548 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c457b5-f698-4908-8462-e1274f9d41ec None None] Routers {'686e692a-617e-44df-afaa-5ab49250a24f'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:01:50.140160 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-95c457b5-f698-4908-8462-e1274f9d41ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:01:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['686e692a-617e-44df-afaa-5ab49250a24f'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:50.141004 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-77be77b8-8d49-4438-bf47-3f348a2cebf3 admin admin] For port abd698f8-1174-40a7-b496-1526f2a597ed, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=abd698f8-1174-40a7-b496-1526f2a597ed,segment=NetworkSegment(51ac98f7-247c-461f-a451-e6b864fb2c70),segment_id=51ac98f7-247c-461f-a451-e6b864fb2c70)] {{(pid=102620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:01:50.141376 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-77be77b8-8d49-4438-bf47-3f348a2cebf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (abd698f8-1174-40a7-b496-1526f2a597ed), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:50.154729 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-77be77b8-8d49-4438-bf47-3f348a2cebf3 admin admin] Calling delete_port for abd698f8-1174-40a7-b496-1526f2a597ed owned by network:router_gateway {{(pid=102620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:01:50.225505 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-95c457b5-f698-4908-8462-e1274f9d41ec None None] Set router 686e692a-617e-44df-afaa-5ab49250a24f gateway port host: None {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:01:50.281252 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-95c457b5-f698-4908-8462-e1274f9d41ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686e692a-617e-44df-afaa-5ab49250a24f', 'name': 'tempest-AttachVolumeTestJSON-624494086-router', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:01Z', 'updated_at': '2022-02-17T10:01:50Z', 'revision_number': 6, 'project_id': '7039608c8379432d81234a6c5f780815', 'gw_port_host': None}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:50.308925 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c457b5-f698-4908-8462-e1274f9d41ec None None] The sync data for ids ['686e692a-617e-44df-afaa-5ab49250a24f'] in dv-cinder-778193-18-iscsi is: [{'id': '686e692a-617e-44df-afaa-5ab49250a24f', 'name': 'tempest-AttachVolumeTestJSON-624494086-router', 'tenant_id': '7039608c8379432d81234a6c5f780815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:01Z', 'updated_at': '2022-02-17T10:01:50Z', 'revision_number': 6, 'project_id': '7039608c8379432d81234a6c5f780815', 'gw_port_host': None}] {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:01:50.538634 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-77be77b8-8d49-4438-bf47-3f348a2cebf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11330461'] for port (abd698f8-1174-40a7-b496-1526f2a597ed), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:50.566918 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be77b8-8d49-4438-bf47-3f348a2cebf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=abd698f8-1174-40a7-b496-1526f2a597ed,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:50.625400 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-77be77b8-8d49-4438-bf47-3f348a2cebf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3931555'] for router_gateway (686e692a-617e-44df-afaa-5ab49250a24f), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:50.717943 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-77be77b8-8d49-4438-bf47-3f348a2cebf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3923774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41654'] for router (686e692a-617e-44df-afaa-5ab49250a24f), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:50.720138 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-77be77b8-8d49-4438-bf47-3f348a2cebf3 admin admin] Publish callbacks [] for router_controller (686e692a-617e-44df-afaa-5ab49250a24f), precommit_delete_associations {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:50.763051 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-77be77b8-8d49-4438-bf47-3f348a2cebf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3923767'] for router (686e692a-617e-44df-afaa-5ab49250a24f), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:50.763616 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77be77b8-8d49-4438-bf47-3f348a2cebf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 686e692a-617e-44df-afaa-5ab49250a24f {{(pid=102620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 10:01:50.767729 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-77be77b8-8d49-4438-bf47-3f348a2cebf3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:50.768859 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-77be77b8-8d49-4438-bf47-3f348a2cebf3 admin admin] 10.222.0.82 "DELETE /v2.0/routers/686e692a-617e-44df-afaa-5ab49250a24f HTTP/1.1" status: 204 len: 168 time: 0.9588323 Feb 17 10:01:50.771271 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 53802) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:01:50.817468 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.db_base_plugin_v2 [None req-e73d35cd-76a2-40cf-acf7-2efa508793e5 admin admin] Deleting subnet 4595d53c-1b19-44a4-9d57-e790e2a0475e {{(pid=102620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 10:01:50.820468 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-e73d35cd-76a2-40cf-acf7-2efa508793e5 admin admin] Publish callbacks [] for subnet (4595d53c-1b19-44a4-9d57-e790e2a0475e), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:50.852987 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-e73d35cd-76a2-40cf-acf7-2efa508793e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8734474'] for subnet (4595d53c-1b19-44a4-9d57-e790e2a0475e), precommit_delete_associations {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:50.926517 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-e73d35cd-76a2-40cf-acf7-2efa508793e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3464074'] for subnet (4595d53c-1b19-44a4-9d57-e790e2a0475e), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:50.985900 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-e73d35cd-76a2-40cf-acf7-2efa508793e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3464067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11330472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8420506'] for subnet (4595d53c-1b19-44a4-9d57-e790e2a0475e), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:51.011695 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d35cd-76a2-40cf-acf7-2efa508793e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4595d53c-1b19-44a4-9d57-e790e2a0475e,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:51.013576 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-e73d35cd-76a2-40cf-acf7-2efa508793e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:51.017377 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-e73d35cd-76a2-40cf-acf7-2efa508793e5 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/4595d53c-1b19-44a4-9d57-e790e2a0475e HTTP/1.1" status: 204 len: 168 time: 0.2450931 Feb 17 10:01:51.017805 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678c2901-5b75-493a-988c-5aeae366189d None None] Network 796052e6-6954-480c-a009-16c1a3be89b8 requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 10:01:51.020046 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 53804) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:01:51.087605 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-634e8275-feca-4b1c-8113-49a10aa4632b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687351'] for network (796052e6-6954-480c-a009-16c1a3be89b8), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:51.145451 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-634e8275-feca-4b1c-8113-49a10aa4632b admin admin] Deleting port fe0941f8-9470-4d24-85b9-60608aacd4ff {{(pid=102620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:01:51.145791 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-634e8275-feca-4b1c-8113-49a10aa4632b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (fe0941f8-9470-4d24-85b9-60608aacd4ff), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:51.202046 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a557775-ebef-4f57-8647-4e06a61a1d2d None None] DHCP port deletion for 796052e6-6954-480c-a009-16c1a3be89b8 request from dv-cinder-778193-18-iscsi {{(pid=102622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 10:01:51.210297 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-634e8275-feca-4b1c-8113-49a10aa4632b admin admin] For port fe0941f8-9470-4d24-85b9-60608aacd4ff, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=fe0941f8-9470-4d24-85b9-60608aacd4ff,segment=NetworkSegment(27b95298-c23c-4d5f-8605-60b0d2d05807),segment_id=27b95298-c23c-4d5f-8605-60b0d2d05807)] {{(pid=102620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:01:51.210671 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-634e8275-feca-4b1c-8113-49a10aa4632b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (fe0941f8-9470-4d24-85b9-60608aacd4ff), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:51.223838 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-634e8275-feca-4b1c-8113-49a10aa4632b admin admin] Calling delete_port for fe0941f8-9470-4d24-85b9-60608aacd4ff owned by network:dhcp {{(pid=102620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:01:51.262421 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-5a557775-ebef-4f57-8647-4e06a61a1d2d None None] Deleting port fe0941f8-9470-4d24-85b9-60608aacd4ff {{(pid=102622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:01:51.263335 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-5a557775-ebef-4f57-8647-4e06a61a1d2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (fe0941f8-9470-4d24-85b9-60608aacd4ff), before_delete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:51.313394 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-634e8275-feca-4b1c-8113-49a10aa4632b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11330461'] for port (fe0941f8-9470-4d24-85b9-60608aacd4ff), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:51.327302 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-5a557775-ebef-4f57-8647-4e06a61a1d2d None None] For port fe0941f8-9470-4d24-85b9-60608aacd4ff, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=fe0941f8-9470-4d24-85b9-60608aacd4ff,segment=NetworkSegment(27b95298-c23c-4d5f-8605-60b0d2d05807),segment_id=27b95298-c23c-4d5f-8605-60b0d2d05807)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:01:51.327639 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-5a557775-ebef-4f57-8647-4e06a61a1d2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (fe0941f8-9470-4d24-85b9-60608aacd4ff), precommit_delete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:51.327808 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634e8275-feca-4b1c-8113-49a10aa4632b admin admin] No DVR routers for this DVR port fe0941f8-9470-4d24-85b9-60608aacd4ff on host dv-cinder-778193-18-iscsi {{(pid=102620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:01:51.340850 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-5a557775-ebef-4f57-8647-4e06a61a1d2d None None] Calling delete_port for fe0941f8-9470-4d24-85b9-60608aacd4ff owned by network:dhcp {{(pid=102622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:01:51.365559 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e8275-feca-4b1c-8113-49a10aa4632b admin admin] Pushing event deleted for resources: {'Port': ['ID=fe0941f8-9470-4d24-85b9-60608aacd4ff,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:51.420769 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-634e8275-feca-4b1c-8113-49a10aa4632b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461623', 'neutron.services.segments.db._delete_segments_for_network-8771562732683'] for network (796052e6-6954-480c-a009-16c1a3be89b8), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:51.423661 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-5a557775-ebef-4f57-8647-4e06a61a1d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402'] for port (fe0941f8-9470-4d24-85b9-60608aacd4ff), after_delete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:51.440826 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.services.segments.db [None req-634e8275-feca-4b1c-8113-49a10aa4632b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['796052e6-6954-480c-a009-16c1a3be89b8']}} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:51.448921 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a557775-ebef-4f57-8647-4e06a61a1d2d None None] Pushing event deleted for resources: {'Port': ['ID=fe0941f8-9470-4d24-85b9-60608aacd4ff,revision_number=None']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:51.450344 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.services.segments.db [None req-634e8275-feca-4b1c-8113-49a10aa4632b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b95298-c23c-4d5f-8605-60b0d2d05807') {'for_net_delete': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:51.450649 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.services.segments.db [None req-634e8275-feca-4b1c-8113-49a10aa4632b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b95298-c23c-4d5f-8605-60b0d2d05807') {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:51.456105 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a557775-ebef-4f57-8647-4e06a61a1d2d None None] No DVR routers for this DVR port fe0941f8-9470-4d24-85b9-60608aacd4ff on host dv-cinder-778193-18-iscsi {{(pid=102622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:01:51.458324 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a557775-ebef-4f57-8647-4e06a61a1d2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:51.458681 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a557775-ebef-4f57-8647-4e06a61a1d2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:51.459064 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a557775-ebef-4f57-8647-4e06a61a1d2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:51.459974 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a557775-ebef-4f57-8647-4e06a61a1d2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:51.460317 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a557775-ebef-4f57-8647-4e06a61a1d2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:51.460652 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a557775-ebef-4f57-8647-4e06a61a1d2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:51.460985 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a557775-ebef-4f57-8647-4e06a61a1d2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:51.461317 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a557775-ebef-4f57-8647-4e06a61a1d2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:51.461645 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a557775-ebef-4f57-8647-4e06a61a1d2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:51.461972 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a557775-ebef-4f57-8647-4e06a61a1d2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:51.462298 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a557775-ebef-4f57-8647-4e06a61a1d2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:51.462619 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a557775-ebef-4f57-8647-4e06a61a1d2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:51.462939 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a557775-ebef-4f57-8647-4e06a61a1d2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:51.464477 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-634e8275-feca-4b1c-8113-49a10aa4632b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771562733460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8734467'] for segment (27b95298-c23c-4d5f-8605-60b0d2d05807), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:51.479210 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-634e8275-feca-4b1c-8113-49a10aa4632b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (27b95298-c23c-4d5f-8605-60b0d2d05807), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:51.485385 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-634e8275-feca-4b1c-8113-49a10aa4632b admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=102620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:01:51.485771 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-634e8275-feca-4b1c-8113-49a10aa4632b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11330546'] for segment (27b95298-c23c-4d5f-8605-60b0d2d05807), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:51.487578 dv-cinder-778193-18-iscsi neutron-server[102620]: Traceback (most recent call last): Feb 17 10:01:51.487578 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:01:51.487578 dv-cinder-778193-18-iscsi neutron-server[102620]: timer() Feb 17 10:01:51.487578 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:01:51.487578 dv-cinder-778193-18-iscsi neutron-server[102620]: cb(*args, **kw) Feb 17 10:01:51.487578 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 10:01:51.487578 dv-cinder-778193-18-iscsi neutron-server[102620]: return func(*args, **kwargs) Feb 17 10:01:51.487578 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:01:51.487578 dv-cinder-778193-18-iscsi neutron-server[102620]: self._notify() Feb 17 10:01:51.487578 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:01:51.487578 dv-cinder-778193-18-iscsi neutron-server[102620]: self.callback(batched_events) Feb 17 10:01:51.487578 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:01:51.487578 dv-cinder-778193-18-iscsi neutron-server[102620]: event.method(event) Feb 17 10:01:51.487578 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 10:01:51.487578 dv-cinder-778193-18-iscsi neutron-server[102620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:01:51.487578 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 10:01:51.487578 dv-cinder-778193-18-iscsi neutron-server[102620]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:01:51.487578 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 10:01:51.487578 dv-cinder-778193-18-iscsi neutron-server[102620]: return f(self, *a, **k) Feb 17 10:01:51.487578 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 10:01:51.487578 dv-cinder-778193-18-iscsi neutron-server[102620]: return self._get(url).json() Feb 17 10:01:51.487578 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 10:01:51.487578 dv-cinder-778193-18-iscsi neutron-server[102620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:01:51.487578 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:01:51.487578 dv-cinder-778193-18-iscsi neutron-server[102620]: return self.request(url, 'GET', **kwargs) Feb 17 10:01:51.487578 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:01:51.487578 dv-cinder-778193-18-iscsi neutron-server[102620]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:01:51.487578 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:01:51.487578 dv-cinder-778193-18-iscsi neutron-server[102620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:01:51.487578 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:01:51.487578 dv-cinder-778193-18-iscsi neutron-server[102620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:01:51.487578 dv-cinder-778193-18-iscsi neutron-server[102620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:01:51.546735 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-634e8275-feca-4b1c-8113-49a10aa4632b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3461388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3931527'] for network (796052e6-6954-480c-a009-16c1a3be89b8), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:51.551169 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-634e8275-feca-4b1c-8113-49a10aa4632b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:51.554602 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-634e8275-feca-4b1c-8113-49a10aa4632b admin admin] 10.222.0.82 "DELETE /v2.0/networks/796052e6-6954-480c-a009-16c1a3be89b8 HTTP/1.1" status: 204 len: 168 time: 0.5337412 Feb 17 10:01:51.567083 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e8275-feca-4b1c-8113-49a10aa4632b admin admin] Pushing event deleted for resources: {'Network': ['ID=796052e6-6954-480c-a009-16c1a3be89b8,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:51.583539 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device fe0941f8-9470-4d24-85b9-60608aacd4ff no longer exists at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:01:51.604412 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] No Port match for: fe0941f8-9470-4d24-85b9-60608aacd4ff {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:01:51.604912 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device fe0941f8-9470-4d24-85b9-60608aacd4ff not bound to the agent host dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:01:51.605402 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 1550b0e8-ebfc-4c92-aec5-36c80a98a305 no longer exists at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:01:51.625559 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] No Port match for: 1550b0e8-ebfc-4c92-aec5-36c80a98a305 {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:01:51.626011 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 1550b0e8-ebfc-4c92-aec5-36c80a98a305 not bound to the agent host dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:01:51.626333 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device abd698f8-1174-40a7-b496-1526f2a597ed no longer exists at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:01:51.645823 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] No Port match for: abd698f8-1174-40a7-b496-1526f2a597ed {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:01:51.646222 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device abd698f8-1174-40a7-b496-1526f2a597ed not bound to the agent host dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:01:51.676086 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 53808) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:01:51.716703 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-8baa9b88-f88f-4824-955a-9de930365fc5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7039608c8379432d81234a6c5f780815&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388978 Feb 17 10:01:51.718599 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 53810) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:01:51.764838 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-94845256-58af-4a42-a7f6-b89ebd76a23b admin admin] Publish callbacks [] for security_group (71dc5319-75cd-4357-9469-1900e9c8d1fa), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:51.788319 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-94845256-58af-4a42-a7f6-b89ebd76a23b admin admin] Publish callbacks [] for security_group (71dc5319-75cd-4357-9469-1900e9c8d1fa), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:51.833271 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-94845256-58af-4a42-a7f6-b89ebd76a23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (71dc5319-75cd-4357-9469-1900e9c8d1fa), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:51.836352 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-94845256-58af-4a42-a7f6-b89ebd76a23b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:51.837521 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-94845256-58af-4a42-a7f6-b89ebd76a23b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/71dc5319-75cd-4357-9469-1900e9c8d1fa HTTP/1.1" status: 204 len: 168 time: 0.1179843 Feb 17 10:01:51.844950 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94845256-58af-4a42-a7f6-b89ebd76a23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71dc5319-75cd-4357-9469-1900e9c8d1fa,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:00.974459 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 53924) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:01.078267 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2f320ca4-ff18-4d9c-a588-2368e3624f4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:01.150977 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2f320ca4-ff18-4d9c-a588-2368e3624f4e admin admin] Publish callbacks [] for security_group (a69cead3-9867-4053-9078-a9983c68a568), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:01.155016 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2f320ca4-ff18-4d9c-a588-2368e3624f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (a69cead3-9867-4053-9078-a9983c68a568), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:01.197884 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-2f320ca4-ff18-4d9c-a588-2368e3624f4e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=024ea9ce9dc142198fd58818f4d1cd1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222459 Feb 17 10:02:01.198935 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f320ca4-ff18-4d9c-a588-2368e3624f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69cead3-9867-4053-9078-a9983c68a568,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:01.200736 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 53928) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:01.254419 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-0c1e708c-c1d4-4868-a325-c9871dc1cc57 admin admin] Publish callbacks [] for security_group (a69cead3-9867-4053-9078-a9983c68a568), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:01.279614 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-0c1e708c-c1d4-4868-a325-c9871dc1cc57 admin admin] Publish callbacks [] for security_group (a69cead3-9867-4053-9078-a9983c68a568), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:01.324299 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-0c1e708c-c1d4-4868-a325-c9871dc1cc57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (a69cead3-9867-4053-9078-a9983c68a568), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:01.326866 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-0c1e708c-c1d4-4868-a325-c9871dc1cc57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:01.328053 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-0c1e708c-c1d4-4868-a325-c9871dc1cc57 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a69cead3-9867-4053-9078-a9983c68a568 HTTP/1.1" status: 204 len: 168 time: 0.1255643 Feb 17 10:02:01.336231 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e708c-c1d4-4868-a325-c9871dc1cc57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69cead3-9867-4053-9078-a9983c68a568,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:01.935249 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 53950) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:02.028106 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-f8f892f6-919f-492b-8143-d24f7f3c3408 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1540437010-network', 'tenant_id': 'd2a72f4376b24e8d8c0aba95d0f43890'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:02:02.047889 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f892f6-919f-492b-8143-d24f7f3c3408 admin admin] Made reservation on behalf of d2a72f4376b24e8d8c0aba95d0f43890 for: {'network': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:02:02.050115 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-f8f892f6-919f-492b-8143-d24f7f3c3408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for network (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:02.058935 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-f8f892f6-919f-492b-8143-d24f7f3c3408 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:02.134233 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-f8f892f6-919f-492b-8143-d24f7f3c3408 admin admin] Publish callbacks [] for security_group (67864242-78c4-41f9-b7c6-661c03e93584), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:02.138115 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-f8f892f6-919f-492b-8143-d24f7f3c3408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (67864242-78c4-41f9-b7c6-661c03e93584), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:02.162840 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f892f6-919f-492b-8143-d24f7f3c3408 admin admin] vlan segment allocate from pool success with {'vlan_id': 1036, 'physical_network': 'physnet1'} {{(pid=102621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 10:02:02.172525 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f892f6-919f-492b-8143-d24f7f3c3408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67864242-78c4-41f9-b7c6-661c03e93584,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:02.178709 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-f8f892f6-919f-492b-8143-d24f7f3c3408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (fde8ae91-5324-4b81-8071-63fbc439b51c), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:02.179046 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.db.segments_db [None req-f8f892f6-919f-492b-8143-d24f7f3c3408 admin admin] Added segment fde8ae91-5324-4b81-8071-63fbc439b51c of type vlan for network bfa40396-a484-41c4-a413-d2b84edefa4b Feb 17 10:02:02.218176 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-f8f892f6-919f-492b-8143-d24f7f3c3408 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771562205323'] for network (bfa40396-a484-41c4-a413-d2b84edefa4b), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:02.241908 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-f8f892f6-919f-492b-8143-d24f7f3c3408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854'] for network (bfa40396-a484-41c4-a413-d2b84edefa4b), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:02.242849 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f892f6-919f-492b-8143-d24f7f3c3408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:02.243557 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-f8f892f6-919f-492b-8143-d24f7f3c3408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:02.277884 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-f8f892f6-919f-492b-8143-d24f7f3c3408 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.3414598 Feb 17 10:02:02.281033 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 53954) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:02.286984 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-6b3abb94-b1e2-4dc0-a40f-21a1b7d66e6a admin admin] Request body: {'subnet': {'network_id': 'bfa40396-a484-41c4-a413-d2b84edefa4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1540437010-subnet', 'tenant_id': 'd2a72f4376b24e8d8c0aba95d0f43890', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:02:02.304479 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f892f6-919f-492b-8143-d24f7f3c3408 admin admin] Pushing event updated for resources: {'Network': ['ID=bfa40396-a484-41c4-a413-d2b84edefa4b,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:02.305922 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3abb94-b1e2-4dc0-a40f-21a1b7d66e6a admin admin] Made reservation on behalf of d2a72f4376b24e8d8c0aba95d0f43890 for: {'subnet': 1} {{(pid=102620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:02:02.309205 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-6b3abb94-b1e2-4dc0-a40f-21a1b7d66e6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8420543'] for subnet (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:02.315279 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Network bfa40396-a484-41c4-a413-d2b84edefa4b details requested by agent ovs-agent-dv-cinder-778193-18-iscsi with host dv-cinder-778193-18-iscsi {{(pid=102622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 10:02:02.474252 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-6b3abb94-b1e2-4dc0-a40f-21a1b7d66e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11331181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8420493'] for subnet (f7d59b5a-2804-4df4-acab-f6e72437e352), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:02.530298 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3abb94-b1e2-4dc0-a40f-21a1b7d66e6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7d59b5a-2804-4df4-acab-f6e72437e352,revision_number=0']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:02.538724 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3abb94-b1e2-4dc0-a40f-21a1b7d66e6a admin admin] Checking segment: {'id': 'fde8ae91-5324-4b81-8071-63fbc439b51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'bfa40396-a484-41c4-a413-d2b84edefa4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 10:02:02.539089 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3abb94-b1e2-4dc0-a40f-21a1b7d66e6a admin admin] Network hostable DHCP agents. Network: bfa40396-a484-41c4-a413-d2b84edefa4b, hostable agents: ['218f41e8-fc39-4954-bed9-509113520430'], hosted agents: [] {{(pid=102620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 10:02:02.555511 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3abb94-b1e2-4dc0-a40f-21a1b7d66e6a admin admin] Network bfa40396-a484-41c4-a413-d2b84edefa4b is scheduled to be hosted by DHCP agent 218f41e8-fc39-4954-bed9-509113520430 with binding_index 1 {{(pid=102620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 10:02:02.563812 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [None req-6b3abb94-b1e2-4dc0-a40f-21a1b7d66e6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-18-iscsi, bfa40396-a484-41c4-a413-d2b84edefa4b) {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:02:02.568229 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3abb94-b1e2-4dc0-a40f-21a1b7d66e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:02.568943 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-6b3abb94-b1e2-4dc0-a40f-21a1b7d66e6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:02.573716 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0687cf-10ce-4f70-b92e-c09698d71157 None None] Network bfa40396-a484-41c4-a413-d2b84edefa4b requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 10:02:02.591407 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-6b3abb94-b1e2-4dc0-a40f-21a1b7d66e6a admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3025558 Feb 17 10:02:02.672820 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76840f5-722d-4cc9-9db5-272c1ce81461 None None] Network bfa40396-a484-41c4-a413-d2b84edefa4b requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 10:02:03.060967 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 53970) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:03.065903 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-bcc37472-c121-4921-abab-9e01022824cf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1638907083-network', 'tenant_id': '8ffaab6a1ea94aab95958c553808a9fc'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:02:03.085101 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc37472-c121-4921-abab-9e01022824cf admin admin] Made reservation on behalf of 8ffaab6a1ea94aab95958c553808a9fc for: {'network': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:02:03.087494 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-bcc37472-c121-4921-abab-9e01022824cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for network (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:03.095978 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-bcc37472-c121-4921-abab-9e01022824cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:03.173180 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-bcc37472-c121-4921-abab-9e01022824cf admin admin] Publish callbacks [] for security_group (4cc776c0-12c2-4505-afdf-ebc442688d8d), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:03.176913 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-bcc37472-c121-4921-abab-9e01022824cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (4cc776c0-12c2-4505-afdf-ebc442688d8d), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:03.200580 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc37472-c121-4921-abab-9e01022824cf admin admin] vlan segment allocate from pool success with {'vlan_id': 1014, 'physical_network': 'physnet1'} {{(pid=102621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 10:02:03.210270 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc37472-c121-4921-abab-9e01022824cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc776c0-12c2-4505-afdf-ebc442688d8d,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:03.217744 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-bcc37472-c121-4921-abab-9e01022824cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (14f14b89-720d-4ac3-8f9b-4426305737c8), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:03.218092 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.db.segments_db [None req-bcc37472-c121-4921-abab-9e01022824cf admin admin] Added segment 14f14b89-720d-4ac3-8f9b-4426305737c8 of type vlan for network ce0ee0f4-81bd-4ebb-a536-2b3f43baa563 Feb 17 10:02:03.262578 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-bcc37472-c121-4921-abab-9e01022824cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771562205323'] for network (ce0ee0f4-81bd-4ebb-a536-2b3f43baa563), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:03.292687 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-bcc37472-c121-4921-abab-9e01022824cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854'] for network (ce0ee0f4-81bd-4ebb-a536-2b3f43baa563), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:03.293650 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc37472-c121-4921-abab-9e01022824cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:03.294235 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-bcc37472-c121-4921-abab-9e01022824cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:03.326370 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-bcc37472-c121-4921-abab-9e01022824cf admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.2642438 Feb 17 10:02:03.328979 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 53972) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:03.335565 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-7cf26600-a933-40ee-8d73-7bdf2686a073 admin admin] Request body: {'subnet': {'network_id': 'ce0ee0f4-81bd-4ebb-a536-2b3f43baa563', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1638907083-subnet', 'tenant_id': '8ffaab6a1ea94aab95958c553808a9fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:02:03.366319 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc37472-c121-4921-abab-9e01022824cf admin admin] Pushing event updated for resources: {'Network': ['ID=ce0ee0f4-81bd-4ebb-a536-2b3f43baa563,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:03.375630 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Network ce0ee0f4-81bd-4ebb-a536-2b3f43baa563 details requested by agent ovs-agent-dv-cinder-778193-18-iscsi with host dv-cinder-778193-18-iscsi {{(pid=102622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 10:02:03.379127 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf26600-a933-40ee-8d73-7bdf2686a073 admin admin] Made reservation on behalf of 8ffaab6a1ea94aab95958c553808a9fc for: {'subnet': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:02:03.382305 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-7cf26600-a933-40ee-8d73-7bdf2686a073 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8441180'] for subnet (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:03.548186 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-7cf26600-a933-40ee-8d73-7bdf2686a073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9009475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8441198'] for subnet (d54d84ba-9e75-4d53-bd9e-18acb0f32610), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:03.613994 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf26600-a933-40ee-8d73-7bdf2686a073 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d54d84ba-9e75-4d53-bd9e-18acb0f32610,revision_number=0']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:03.623216 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf26600-a933-40ee-8d73-7bdf2686a073 admin admin] Checking segment: {'id': '14f14b89-720d-4ac3-8f9b-4426305737c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ce0ee0f4-81bd-4ebb-a536-2b3f43baa563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 10:02:03.623649 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf26600-a933-40ee-8d73-7bdf2686a073 admin admin] Network hostable DHCP agents. Network: ce0ee0f4-81bd-4ebb-a536-2b3f43baa563, hostable agents: ['218f41e8-fc39-4954-bed9-509113520430'], hosted agents: [] {{(pid=102621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 10:02:03.639665 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf26600-a933-40ee-8d73-7bdf2686a073 admin admin] Network ce0ee0f4-81bd-4ebb-a536-2b3f43baa563 is scheduled to be hosted by DHCP agent 218f41e8-fc39-4954-bed9-509113520430 with binding_index 1 {{(pid=102621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 10:02:03.648580 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [None req-7cf26600-a933-40ee-8d73-7bdf2686a073 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-18-iscsi, ce0ee0f4-81bd-4ebb-a536-2b3f43baa563) {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:02:03.652733 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf26600-a933-40ee-8d73-7bdf2686a073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:03.653327 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-7cf26600-a933-40ee-8d73-7bdf2686a073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for subnet (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:03.657516 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265f8dbf-c6f0-4564-89ee-dbc55e098268 None None] Network ce0ee0f4-81bd-4ebb-a536-2b3f43baa563 requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 10:02:03.676453 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-7cf26600-a933-40ee-8d73-7bdf2686a073 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3394408 Feb 17 10:02:03.750437 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0cb5cc-bdcc-411f-9fa2-3a619d7f366b None None] Network ce0ee0f4-81bd-4ebb-a536-2b3f43baa563 requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 10:02:03.778985 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 53976) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:03.794150 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:03.828130 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.db_base_plugin_v2 [None req-255bbfb3-4880-468d-bdd6-653f907f0258 admin admin] Deleting subnet f7d59b5a-2804-4df4-acab-f6e72437e352 {{(pid=102620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 10:02:03.831297 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-255bbfb3-4880-468d-bdd6-653f907f0258 admin admin] Publish callbacks [] for subnet (f7d59b5a-2804-4df4-acab-f6e72437e352), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:03.864869 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-255bbfb3-4880-468d-bdd6-653f907f0258 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8734474'] for subnet (f7d59b5a-2804-4df4-acab-f6e72437e352), precommit_delete_associations {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:03.904320 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-255bbfb3-4880-468d-bdd6-653f907f0258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3464074'] for subnet (f7d59b5a-2804-4df4-acab-f6e72437e352), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:03.954340 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-255bbfb3-4880-468d-bdd6-653f907f0258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3464067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11330472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8420506'] for subnet (f7d59b5a-2804-4df4-acab-f6e72437e352), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:03.981170 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-255bbfb3-4880-468d-bdd6-653f907f0258 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:03.984269 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-255bbfb3-4880-468d-bdd6-653f907f0258 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/f7d59b5a-2804-4df4-acab-f6e72437e352 HTTP/1.1" status: 204 len: 168 time: 0.2042787 Feb 17 10:02:03.985229 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255bbfb3-4880-468d-bdd6-653f907f0258 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7d59b5a-2804-4df4-acab-f6e72437e352,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:03.987250 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 53980) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:04.055056 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-02e93cf2-29b1-4faa-a4fe-35d8cf4d207b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687351'] for network (bfa40396-a484-41c4-a413-d2b84edefa4b), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:04.134586 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-02e93cf2-29b1-4faa-a4fe-35d8cf4d207b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461623', 'neutron.services.segments.db._delete_segments_for_network-8771562732683'] for network (bfa40396-a484-41c4-a413-d2b84edefa4b), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:04.154245 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.services.segments.db [None req-02e93cf2-29b1-4faa-a4fe-35d8cf4d207b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfa40396-a484-41c4-a413-d2b84edefa4b']}} {{(pid=102621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:02:04.163204 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.services.segments.db [None req-02e93cf2-29b1-4faa-a4fe-35d8cf4d207b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fde8ae91-5324-4b81-8071-63fbc439b51c') {'for_net_delete': True} {{(pid=102621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:02:04.163507 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.services.segments.db [None req-02e93cf2-29b1-4faa-a4fe-35d8cf4d207b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fde8ae91-5324-4b81-8071-63fbc439b51c') {} {{(pid=102621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:02:04.172481 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-02e93cf2-29b1-4faa-a4fe-35d8cf4d207b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771562733460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9362199'] for segment (fde8ae91-5324-4b81-8071-63fbc439b51c), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:04.185217 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-02e93cf2-29b1-4faa-a4fe-35d8cf4d207b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (fde8ae91-5324-4b81-8071-63fbc439b51c), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:04.191439 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e93cf2-29b1-4faa-a4fe-35d8cf4d207b admin admin] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=102621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:02:04.191932 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-02e93cf2-29b1-4faa-a4fe-35d8cf4d207b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9010396'] for segment (fde8ae91-5324-4b81-8071-63fbc439b51c), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:04.194658 dv-cinder-778193-18-iscsi neutron-server[102621]: Traceback (most recent call last): Feb 17 10:02:04.194658 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:02:04.194658 dv-cinder-778193-18-iscsi neutron-server[102621]: timer() Feb 17 10:02:04.194658 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:02:04.194658 dv-cinder-778193-18-iscsi neutron-server[102621]: cb(*args, **kw) Feb 17 10:02:04.194658 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 10:02:04.194658 dv-cinder-778193-18-iscsi neutron-server[102621]: return func(*args, **kwargs) Feb 17 10:02:04.194658 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:02:04.194658 dv-cinder-778193-18-iscsi neutron-server[102621]: self._notify() Feb 17 10:02:04.194658 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:02:04.194658 dv-cinder-778193-18-iscsi neutron-server[102621]: self.callback(batched_events) Feb 17 10:02:04.194658 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:02:04.194658 dv-cinder-778193-18-iscsi neutron-server[102621]: event.method(event) Feb 17 10:02:04.194658 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 10:02:04.194658 dv-cinder-778193-18-iscsi neutron-server[102621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:02:04.194658 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 10:02:04.194658 dv-cinder-778193-18-iscsi neutron-server[102621]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:02:04.194658 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 10:02:04.194658 dv-cinder-778193-18-iscsi neutron-server[102621]: return f(self, *a, **k) Feb 17 10:02:04.194658 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 10:02:04.194658 dv-cinder-778193-18-iscsi neutron-server[102621]: return self._get(url).json() Feb 17 10:02:04.194658 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 10:02:04.194658 dv-cinder-778193-18-iscsi neutron-server[102621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:02:04.194658 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:02:04.194658 dv-cinder-778193-18-iscsi neutron-server[102621]: return self.request(url, 'GET', **kwargs) Feb 17 10:02:04.194658 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:02:04.194658 dv-cinder-778193-18-iscsi neutron-server[102621]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:02:04.194658 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:02:04.194658 dv-cinder-778193-18-iscsi neutron-server[102621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:02:04.194658 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:02:04.194658 dv-cinder-778193-18-iscsi neutron-server[102621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:02:04.194658 dv-cinder-778193-18-iscsi neutron-server[102621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:02:04.252061 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-02e93cf2-29b1-4faa-a4fe-35d8cf4d207b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3461388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3931527'] for network (bfa40396-a484-41c4-a413-d2b84edefa4b), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:04.257373 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-02e93cf2-29b1-4faa-a4fe-35d8cf4d207b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:04.260518 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-02e93cf2-29b1-4faa-a4fe-35d8cf4d207b admin admin] 10.222.0.82 "DELETE /v2.0/networks/bfa40396-a484-41c4-a413-d2b84edefa4b HTTP/1.1" status: 204 len: 168 time: 0.2722068 Feb 17 10:02:04.263477 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 53982) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:04.272954 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e93cf2-29b1-4faa-a4fe-35d8cf4d207b admin admin] Pushing event deleted for resources: {'Network': ['ID=bfa40396-a484-41c4-a413-d2b84edefa4b,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:04.311544 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.db_base_plugin_v2 [None req-7801da63-995a-461d-9a3d-57db69acadf6 admin admin] Deleting subnet d54d84ba-9e75-4d53-bd9e-18acb0f32610 {{(pid=102620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 10:02:04.314651 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-7801da63-995a-461d-9a3d-57db69acadf6 admin admin] Publish callbacks [] for subnet (d54d84ba-9e75-4d53-bd9e-18acb0f32610), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:04.348345 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-7801da63-995a-461d-9a3d-57db69acadf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8734474'] for subnet (d54d84ba-9e75-4d53-bd9e-18acb0f32610), precommit_delete_associations {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:04.385064 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-7801da63-995a-461d-9a3d-57db69acadf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3464074'] for subnet (d54d84ba-9e75-4d53-bd9e-18acb0f32610), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:04.434169 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-7801da63-995a-461d-9a3d-57db69acadf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3464067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11330472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8420506'] for subnet (d54d84ba-9e75-4d53-bd9e-18acb0f32610), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:04.459762 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7801da63-995a-461d-9a3d-57db69acadf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d54d84ba-9e75-4d53-bd9e-18acb0f32610,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:04.461673 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-7801da63-995a-461d-9a3d-57db69acadf6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:04.464782 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-7801da63-995a-461d-9a3d-57db69acadf6 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/d54d84ba-9e75-4d53-bd9e-18acb0f32610 HTTP/1.1" status: 204 len: 168 time: 0.2002864 Feb 17 10:02:04.467132 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 53984) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:04.537295 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-02ead57e-fbe4-4d8c-aa3d-f63fa6e8b294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687351'] for network (ce0ee0f4-81bd-4ebb-a536-2b3f43baa563), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:04.618021 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-02ead57e-fbe4-4d8c-aa3d-f63fa6e8b294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461623', 'neutron.services.segments.db._delete_segments_for_network-8771562732683'] for network (ce0ee0f4-81bd-4ebb-a536-2b3f43baa563), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:04.638023 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.services.segments.db [None req-02ead57e-fbe4-4d8c-aa3d-f63fa6e8b294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce0ee0f4-81bd-4ebb-a536-2b3f43baa563']}} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:02:04.647390 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.services.segments.db [None req-02ead57e-fbe4-4d8c-aa3d-f63fa6e8b294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f14b89-720d-4ac3-8f9b-4426305737c8') {'for_net_delete': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:02:04.647685 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.services.segments.db [None req-02ead57e-fbe4-4d8c-aa3d-f63fa6e8b294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f14b89-720d-4ac3-8f9b-4426305737c8') {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:02:04.656573 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-02ead57e-fbe4-4d8c-aa3d-f63fa6e8b294 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771562733460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8734467'] for segment (14f14b89-720d-4ac3-8f9b-4426305737c8), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:04.669642 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-02ead57e-fbe4-4d8c-aa3d-f63fa6e8b294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (14f14b89-720d-4ac3-8f9b-4426305737c8), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:04.675350 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02ead57e-fbe4-4d8c-aa3d-f63fa6e8b294 admin admin] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=102620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:02:04.675727 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-02ead57e-fbe4-4d8c-aa3d-f63fa6e8b294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11330546'] for segment (14f14b89-720d-4ac3-8f9b-4426305737c8), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:04.677306 dv-cinder-778193-18-iscsi neutron-server[102620]: Traceback (most recent call last): Feb 17 10:02:04.677306 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:02:04.677306 dv-cinder-778193-18-iscsi neutron-server[102620]: timer() Feb 17 10:02:04.677306 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:02:04.677306 dv-cinder-778193-18-iscsi neutron-server[102620]: cb(*args, **kw) Feb 17 10:02:04.677306 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 10:02:04.677306 dv-cinder-778193-18-iscsi neutron-server[102620]: return func(*args, **kwargs) Feb 17 10:02:04.677306 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:02:04.677306 dv-cinder-778193-18-iscsi neutron-server[102620]: self._notify() Feb 17 10:02:04.677306 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:02:04.677306 dv-cinder-778193-18-iscsi neutron-server[102620]: self.callback(batched_events) Feb 17 10:02:04.677306 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:02:04.677306 dv-cinder-778193-18-iscsi neutron-server[102620]: event.method(event) Feb 17 10:02:04.677306 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 10:02:04.677306 dv-cinder-778193-18-iscsi neutron-server[102620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:02:04.677306 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 10:02:04.677306 dv-cinder-778193-18-iscsi neutron-server[102620]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:02:04.677306 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 10:02:04.677306 dv-cinder-778193-18-iscsi neutron-server[102620]: return f(self, *a, **k) Feb 17 10:02:04.677306 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 10:02:04.677306 dv-cinder-778193-18-iscsi neutron-server[102620]: return self._get(url).json() Feb 17 10:02:04.677306 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 10:02:04.677306 dv-cinder-778193-18-iscsi neutron-server[102620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:02:04.677306 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:02:04.677306 dv-cinder-778193-18-iscsi neutron-server[102620]: return self.request(url, 'GET', **kwargs) Feb 17 10:02:04.677306 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:02:04.677306 dv-cinder-778193-18-iscsi neutron-server[102620]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:02:04.677306 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:02:04.677306 dv-cinder-778193-18-iscsi neutron-server[102620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:02:04.677306 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:02:04.677306 dv-cinder-778193-18-iscsi neutron-server[102620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:02:04.677306 dv-cinder-778193-18-iscsi neutron-server[102620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:02:04.729448 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-02ead57e-fbe4-4d8c-aa3d-f63fa6e8b294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3461388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3931527'] for network (ce0ee0f4-81bd-4ebb-a536-2b3f43baa563), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:04.734706 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-02ead57e-fbe4-4d8c-aa3d-f63fa6e8b294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:04.737897 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-02ead57e-fbe4-4d8c-aa3d-f63fa6e8b294 admin admin] 10.222.0.82 "DELETE /v2.0/networks/ce0ee0f4-81bd-4ebb-a536-2b3f43baa563 HTTP/1.1" status: 204 len: 168 time: 0.2698452 Feb 17 10:02:04.748592 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ead57e-fbe4-4d8c-aa3d-f63fa6e8b294 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce0ee0f4-81bd-4ebb-a536-2b3f43baa563,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:04.891384 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 53988) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:04.936902 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-2dabc2b2-3c29-4ed4-b6ed-6c890f6c2045 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d2a72f4376b24e8d8c0aba95d0f43890&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443172 Feb 17 10:02:04.939398 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 53990) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:04.984827 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-0bba4383-5761-4c99-b431-2fadaf1c26dd admin admin] Publish callbacks [] for security_group (67864242-78c4-41f9-b7c6-661c03e93584), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:05.005509 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-0bba4383-5761-4c99-b431-2fadaf1c26dd admin admin] Publish callbacks [] for security_group (67864242-78c4-41f9-b7c6-661c03e93584), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:05.049829 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-0bba4383-5761-4c99-b431-2fadaf1c26dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (67864242-78c4-41f9-b7c6-661c03e93584), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:05.052539 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-0bba4383-5761-4c99-b431-2fadaf1c26dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:05.053763 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-0bba4383-5761-4c99-b431-2fadaf1c26dd admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/67864242-78c4-41f9-b7c6-661c03e93584 HTTP/1.1" status: 204 len: 168 time: 0.1134470 Feb 17 10:02:05.061339 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba4383-5761-4c99-b431-2fadaf1c26dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67864242-78c4-41f9-b7c6-661c03e93584,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:05.367461 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 53996) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:05.406504 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-c8c441d5-0790-4c01-9708-e3a0ebc4c9ab admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8ffaab6a1ea94aab95958c553808a9fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379004 Feb 17 10:02:05.408874 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 53998) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:05.455228 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ca8a0c95-d789-422e-af09-a2214633095b admin admin] Publish callbacks [] for security_group (4cc776c0-12c2-4505-afdf-ebc442688d8d), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:05.476274 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ca8a0c95-d789-422e-af09-a2214633095b admin admin] Publish callbacks [] for security_group (4cc776c0-12c2-4505-afdf-ebc442688d8d), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:05.524757 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ca8a0c95-d789-422e-af09-a2214633095b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (4cc776c0-12c2-4505-afdf-ebc442688d8d), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:05.529207 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ca8a0c95-d789-422e-af09-a2214633095b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:05.530576 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-ca8a0c95-d789-422e-af09-a2214633095b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/4cc776c0-12c2-4505-afdf-ebc442688d8d HTTP/1.1" status: 204 len: 168 time: 0.1206214 Feb 17 10:02:05.539262 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a0c95-d789-422e-af09-a2214633095b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc776c0-12c2-4505-afdf-ebc442688d8d,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:08.539754 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:02:09.839551 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 54072) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:09.940576 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-bf2326fa-6577-4eee-b5d3-eb05483de3ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:10.011820 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-bf2326fa-6577-4eee-b5d3-eb05483de3ec admin admin] Publish callbacks [] for security_group (6acc1b20-8663-4d78-abb4-96cdf0b5589e), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:10.015341 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-bf2326fa-6577-4eee-b5d3-eb05483de3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (6acc1b20-8663-4d78-abb4-96cdf0b5589e), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:10.052573 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-bf2326fa-6577-4eee-b5d3-eb05483de3ec admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ba9dfdd0ff49457bb5c22455b0352592&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2119098 Feb 17 10:02:10.054177 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2326fa-6577-4eee-b5d3-eb05483de3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acc1b20-8663-4d78-abb4-96cdf0b5589e,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:10.055888 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 54076) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:10.103030 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-b23c50ff-07f3-449a-92e3-fe3e820c1bf2 admin admin] Publish callbacks [] for security_group (6acc1b20-8663-4d78-abb4-96cdf0b5589e), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:10.123860 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-b23c50ff-07f3-449a-92e3-fe3e820c1bf2 admin admin] Publish callbacks [] for security_group (6acc1b20-8663-4d78-abb4-96cdf0b5589e), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:10.170481 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-b23c50ff-07f3-449a-92e3-fe3e820c1bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (6acc1b20-8663-4d78-abb4-96cdf0b5589e), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:10.173109 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-b23c50ff-07f3-449a-92e3-fe3e820c1bf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:10.174227 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-b23c50ff-07f3-449a-92e3-fe3e820c1bf2 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6acc1b20-8663-4d78-abb4-96cdf0b5589e HTTP/1.1" status: 204 len: 168 time: 0.1165769 Feb 17 10:02:10.181767 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c50ff-07f3-449a-92e3-fe3e820c1bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acc1b20-8663-4d78-abb4-96cdf0b5589e,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:10.188580 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c50ff-07f3-449a-92e3-fe3e820c1bf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:10.188933 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c50ff-07f3-449a-92e3-fe3e820c1bf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:10.189275 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c50ff-07f3-449a-92e3-fe3e820c1bf2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:10.189610 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c50ff-07f3-449a-92e3-fe3e820c1bf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:10.189939 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c50ff-07f3-449a-92e3-fe3e820c1bf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:10.190264 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c50ff-07f3-449a-92e3-fe3e820c1bf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:10.190588 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c50ff-07f3-449a-92e3-fe3e820c1bf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:10.190911 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c50ff-07f3-449a-92e3-fe3e820c1bf2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:10.191365 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c50ff-07f3-449a-92e3-fe3e820c1bf2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:10.191573 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c50ff-07f3-449a-92e3-fe3e820c1bf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:10.191900 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c50ff-07f3-449a-92e3-fe3e820c1bf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:10.192212 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c50ff-07f3-449a-92e3-fe3e820c1bf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:10.192532 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c50ff-07f3-449a-92e3-fe3e820c1bf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:10.439119 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 54082) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:10.453541 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-fe291988-bfa5-4b90-b7c5-4b2503c31cfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:10.528884 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-fe291988-bfa5-4b90-b7c5-4b2503c31cfb admin admin] Publish callbacks [] for security_group (8f566515-bf86-424f-8592-705ad4682e31), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:10.532573 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-fe291988-bfa5-4b90-b7c5-4b2503c31cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (8f566515-bf86-424f-8592-705ad4682e31), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:10.570483 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-fe291988-bfa5-4b90-b7c5-4b2503c31cfb admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9ea3691c63ab4997bea93aa7206a4f77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1299288 Feb 17 10:02:10.571459 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe291988-bfa5-4b90-b7c5-4b2503c31cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f566515-bf86-424f-8592-705ad4682e31,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:10.573191 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 54084) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:10.620539 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-239f57a8-7855-4b24-ac04-7b9ba392f8be admin admin] Publish callbacks [] for security_group (8f566515-bf86-424f-8592-705ad4682e31), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:10.641652 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-239f57a8-7855-4b24-ac04-7b9ba392f8be admin admin] Publish callbacks [] for security_group (8f566515-bf86-424f-8592-705ad4682e31), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:10.687375 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-239f57a8-7855-4b24-ac04-7b9ba392f8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (8f566515-bf86-424f-8592-705ad4682e31), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:10.689953 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-239f57a8-7855-4b24-ac04-7b9ba392f8be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:10.691160 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-239f57a8-7855-4b24-ac04-7b9ba392f8be admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/8f566515-bf86-424f-8592-705ad4682e31 HTTP/1.1" status: 204 len: 168 time: 0.1168168 Feb 17 10:02:10.698928 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f57a8-7855-4b24-ac04-7b9ba392f8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f566515-bf86-424f-8592-705ad4682e31,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:11.446668 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-91529700-384a-4426-b5b9-09294b2b1354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:11.601520 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-503f984c-c8d2-46e3-aaae-d79d923206fa req-1d4db475-89e5-4098-a0a7-8eef03d62e4a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468304 Feb 17 10:02:11.690637 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f984c-c8d2-46e3-aaae-d79d923206fa req-b9c43197-59b6-43e7-8e76-aba8f28c8a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:11.692110 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-503f984c-c8d2-46e3-aaae-d79d923206fa req-b9c43197-59b6-43e7-8e76-aba8f28c8a41 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ee27e4c191de47a3b47db5a43ab00258&device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 1130 time: 0.0469139 Feb 17 10:02:11.735299 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 54114) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:11.801286 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f984c-c8d2-46e3-aaae-d79d923206fa req-e90627a1-29e5-47f8-a051-436af1dc1a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:11.802769 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-503f984c-c8d2-46e3-aaae-d79d923206fa req-e90627a1-29e5-47f8-a051-436af1dc1a1b service neutron] 10.222.0.93 "GET /v2.0/networks?id=c3aac7fc-fa00-48a3-aaf1-bf71d0d04681 HTTP/1.1" status: 200 len: 918 time: 0.0935698 Feb 17 10:02:11.847921 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-72dcbf15-825b-4152-855e-672a85419e1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:11.870607 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-503f984c-c8d2-46e3-aaae-d79d923206fa req-b8428c05-a26a-421c-94a8-554fe04277d2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50519438-b1f0-412d-a039-fadbb8fdf167 HTTP/1.1" status: 200 len: 1001 time: 0.0604186 Feb 17 10:02:11.921421 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f984c-c8d2-46e3-aaae-d79d923206fa req-ab5050c1-313d-4564-8fdd-8b16cc49d731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:11.923028 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-503f984c-c8d2-46e3-aaae-d79d923206fa req-ab5050c1-313d-4564-8fdd-8b16cc49d731 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab HTTP/1.1" status: 200 len: 855 time: 0.0459995 Feb 17 10:02:11.925987 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-72dcbf15-825b-4152-855e-672a85419e1d admin admin] Publish callbacks [] for security_group (64df1eb7-3062-4105-b751-4d7a55192f83), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:11.930556 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-72dcbf15-825b-4152-855e-672a85419e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (64df1eb7-3062-4105-b751-4d7a55192f83), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:11.971493 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-72dcbf15-825b-4152-855e-672a85419e1d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=cb5f0aa31482412d98a90ffce5a12d00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325103 Feb 17 10:02:11.971493 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dcbf15-825b-4152-855e-672a85419e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64df1eb7-3062-4105-b751-4d7a55192f83,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:11.972159 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 54118) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:11.977448 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f984c-c8d2-46e3-aaae-d79d923206fa req-0b57e67d-bfbf-4777-a8a1-e5f6a048cea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:11.978971 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-503f984c-c8d2-46e3-aaae-d79d923206fa req-0b57e67d-bfbf-4777-a8a1-e5f6a048cea5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c3aac7fc-fa00-48a3-aaf1-bf71d0d04681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0492725 Feb 17 10:02:12.019817 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-94601208-652c-437f-868b-f05d0f0513bf admin admin] Publish callbacks [] for security_group (64df1eb7-3062-4105-b751-4d7a55192f83), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:12.042607 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-94601208-652c-437f-868b-f05d0f0513bf admin admin] Publish callbacks [] for security_group (64df1eb7-3062-4105-b751-4d7a55192f83), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:12.071770 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-503f984c-c8d2-46e3-aaae-d79d923206fa req-1f17bd76-d15f-4731-9adc-3aa86f3bfcf8 service neutron] 10.222.0.93 "GET /v2.0/networks/c3aac7fc-fa00-48a3-aaf1-bf71d0d04681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861874 Feb 17 10:02:12.089669 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-94601208-652c-437f-868b-f05d0f0513bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (64df1eb7-3062-4105-b751-4d7a55192f83), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:12.092467 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-94601208-652c-437f-868b-f05d0f0513bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:12.093905 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-94601208-652c-437f-868b-f05d0f0513bf admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/64df1eb7-3062-4105-b751-4d7a55192f83 HTTP/1.1" status: 204 len: 168 time: 0.1208391 Feb 17 10:02:12.104936 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94601208-652c-437f-868b-f05d0f0513bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64df1eb7-3062-4105-b751-4d7a55192f83,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:12.181007 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-503f984c-c8d2-46e3-aaae-d79d923206fa req-819a6f16-fbec-4ccb-8d16-9ca73bc3a35e service neutron] 10.222.0.93 "GET /v2.0/networks/c3aac7fc-fa00-48a3-aaf1-bf71d0d04681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034925 Feb 17 10:02:13.941425 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-caea267b-6aba-485d-b4af-ab54285aeb48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:14.976903 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:16.280378 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:17.805089 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:18.840737 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2438634-8f58-468a-8306-14a88d75cc73 req-a7f569b9-5859-4d59-9165-491ce8d08645 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:18.842357 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e2438634-8f58-468a-8306-14a88d75cc73 req-a7f569b9-5859-4d59-9165-491ce8d08645 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 946 time: 0.0552659 Feb 17 10:02:18.904543 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e2438634-8f58-468a-8306-14a88d75cc73 req-50f0a07a-c819-473c-ba26-5c2819109164 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532894 Feb 17 10:02:20.030023 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124859e2-4e20-4aad-b852-a2a11107da0a req-99eae73f-dcec-48a1-9409-93c41ac2ffb3 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:20.031496 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-124859e2-4e20-4aad-b852-a2a11107da0a req-99eae73f-dcec-48a1-9409-93c41ac2ffb3 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 946 time: 0.0509605 Feb 17 10:02:20.077307 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-124859e2-4e20-4aad-b852-a2a11107da0a req-c0de1dfb-2643-45e5-8391-b9a391b9535b tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups?id=59911e90-763a-486b-8efe-656d95381e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402522 Feb 17 10:02:20.310703 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c17bb9-cffb-4e81-a56a-af8003129ce3 req-a210e133-334e-4f4c-918a-482e8425ad5a tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:20.312169 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-c9c17bb9-cffb-4e81-a56a-af8003129ce3 req-a210e133-334e-4f4c-918a-482e8425ad5a tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.93 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 946 time: 0.0505958 Feb 17 10:02:20.343812 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 54218) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:20.410800 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-c9c17bb9-cffb-4e81-a56a-af8003129ce3 req-8cc0afa2-cacb-483f-b0a4-cf2b1f086f0c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Deleting port 50519438-b1f0-412d-a039-fadbb8fdf167 {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:02:20.411166 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-c9c17bb9-cffb-4e81-a56a-af8003129ce3 req-8cc0afa2-cacb-483f-b0a4-cf2b1f086f0c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (50519438-b1f0-412d-a039-fadbb8fdf167), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:20.453698 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-5dea8012-9587-44c4-9c11-f4e3e7c66de5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:20.530279 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-c9c17bb9-cffb-4e81-a56a-af8003129ce3 req-8cc0afa2-cacb-483f-b0a4-cf2b1f086f0c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] For port 50519438-b1f0-412d-a039-fadbb8fdf167, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=50519438-b1f0-412d-a039-fadbb8fdf167,segment=NetworkSegment(44712ed5-627e-45e3-929a-a847c740dda7),segment_id=44712ed5-627e-45e3-929a-a847c740dda7)] {{(pid=102621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:02:20.530648 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-c9c17bb9-cffb-4e81-a56a-af8003129ce3 req-8cc0afa2-cacb-483f-b0a4-cf2b1f086f0c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (50519438-b1f0-412d-a039-fadbb8fdf167), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:20.676740 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-5dea8012-9587-44c4-9c11-f4e3e7c66de5 admin admin] Publish callbacks [] for security_group (ea3e615a-0156-4e6c-a403-02e05b7bce1c), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:20.681805 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-5dea8012-9587-44c4-9c11-f4e3e7c66de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (ea3e615a-0156-4e6c-a403-02e05b7bce1c), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:20.763544 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-5dea8012-9587-44c4-9c11-f4e3e7c66de5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=890e669005b24f88b9e28982a567ee8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4185505 Feb 17 10:02:20.766170 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 54222) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:20.766932 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea8012-9587-44c4-9c11-f4e3e7c66de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3e615a-0156-4e6c-a403-02e05b7bce1c,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:20.780472 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-c9c17bb9-cffb-4e81-a56a-af8003129ce3 req-8cc0afa2-cacb-483f-b0a4-cf2b1f086f0c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:20.780874 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-c9c17bb9-cffb-4e81-a56a-af8003129ce3 req-8cc0afa2-cacb-483f-b0a4-cf2b1f086f0c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931625'] for floatingip (f0f6fd82-5277-4ad3-bf03-ec1f6a72ec45), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:20.781094 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.db.l3_db [req-c9c17bb9-cffb-4e81-a56a-af8003129ce3 req-8cc0afa2-cacb-483f-b0a4-cf2b1f086f0c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Floating IP f0f6fd82-5277-4ad3-bf03-ec1f6a72ec45 disassociated. External IP: 172.27.0.154, port: 50519438-b1f0-412d-a039-fadbb8fdf167. Feb 17 10:02:20.781822 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-c9c17bb9-cffb-4e81-a56a-af8003129ce3 req-8cc0afa2-cacb-483f-b0a4-cf2b1f086f0c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Calling delete_port for 50519438-b1f0-412d-a039-fadbb8fdf167 owned by compute:nova {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:02:20.815356 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-58bb2c41-f41a-4ac6-af18-e422ba438017 admin admin] Publish callbacks [] for security_group (ea3e615a-0156-4e6c-a403-02e05b7bce1c), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:20.836077 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-58bb2c41-f41a-4ac6-af18-e422ba438017 admin admin] Publish callbacks [] for security_group (ea3e615a-0156-4e6c-a403-02e05b7bce1c), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:20.883052 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-58bb2c41-f41a-4ac6-af18-e422ba438017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (ea3e615a-0156-4e6c-a403-02e05b7bce1c), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:20.885665 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-58bb2c41-f41a-4ac6-af18-e422ba438017 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:20.886841 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-58bb2c41-f41a-4ac6-af18-e422ba438017 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ea3e615a-0156-4e6c-a403-02e05b7bce1c HTTP/1.1" status: 204 len: 168 time: 0.1197021 Feb 17 10:02:20.896430 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb2c41-f41a-4ac6-af18-e422ba438017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3e615a-0156-4e6c-a403-02e05b7bce1c,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:20.914615 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-c9c17bb9-cffb-4e81-a56a-af8003129ce3 req-8cc0afa2-cacb-483f-b0a4-cf2b1f086f0c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (50519438-b1f0-412d-a039-fadbb8fdf167), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:20.966198 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0afa2-cacb-483f-b0a4-cf2b1f086f0c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Pushing event deleted for resources: {'Port': ['ID=50519438-b1f0-412d-a039-fadbb8fdf167,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:21.085404 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9c17bb9-cffb-4e81-a56a-af8003129ce3 req-8cc0afa2-cacb-483f-b0a4-cf2b1f086f0c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Router 50429842-9af3-4d2d-bcd6-a5f6d0bee85f has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 10:02:21.181797 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c410e0dd-4f09-4672-bdcc-38b6a8adedbc req-8d1a9adb-b3f5-45e9-9fe6-06fd7da43757 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/ports?device_id=2560ed48-6013-4448-af7f-54bf9b0b9e1f HTTP/1.1" status: 200 len: 210 time: 0.0311992 Feb 17 10:02:21.201067 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9c17bb9-cffb-4e81-a56a-af8003129ce3 req-8cc0afa2-cacb-483f-b0a4-cf2b1f086f0c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 10:02:21.214120 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5cf7e0-54e2-48aa-9c4e-48d1dbdabb1b None None] Sync routers for ids ['50429842-9af3-4d2d-bcd6-a5f6d0bee85f'] in dv-cinder-778193-18-iscsi {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:02:21.223538 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5cf7e0-54e2-48aa-9c4e-48d1dbdabb1b None None] Routers {'50429842-9af3-4d2d-bcd6-a5f6d0bee85f'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:02:21.224151 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-ba5cf7e0-54e2-48aa-9c4e-48d1dbdabb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:02:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['50429842-9af3-4d2d-bcd6-a5f6d0bee85f'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:02:21.246941 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c17bb9-cffb-4e81-a56a-af8003129ce3 req-8cc0afa2-cacb-483f-b0a4-cf2b1f086f0c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] No DVR routers for this DVR port 50519438-b1f0-412d-a039-fadbb8fdf167 on host hv-cinder-77819 {{(pid=102621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:02:21.249753 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-c9c17bb9-cffb-4e81-a56a-af8003129ce3 req-8cc0afa2-cacb-483f-b0a4-cf2b1f086f0c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:21.253777 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-c9c17bb9-cffb-4e81-a56a-af8003129ce3 req-8cc0afa2-cacb-483f-b0a4-cf2b1f086f0c tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.93 "DELETE /v2.0/ports/50519438-b1f0-412d-a039-fadbb8fdf167 HTTP/1.1" status: 204 len: 173 time: 0.9337480 Feb 17 10:02:21.254357 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2560ed48-6013-4448-af7f-54bf9b0b9e1f', 'name': 'network-vif-deleted', 'tag': '50519438-b1f0-412d-a039-fadbb8fdf167'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:02:21.257183 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7273e6-e55e-4412-9ab2-6a26d4ae5c35" -d '{"events": [{"server_uuid": "2560ed48-6013-4448-af7f-54bf9b0b9e1f", "name": "network-vif-deleted", "tag": "50519438-b1f0-412d-a039-fadbb8fdf167"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:02:21.301669 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 10:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d05638-8109-4fd2-84cc-d8822a2ae458 x-openstack-request-id: req-06d05638-8109-4fd2-84cc-d8822a2ae458 {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:02:21.302170 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2560ed48-6013-4448-af7f-54bf9b0b9e1f", "name": "network-vif-deleted", "tag": "50519438-b1f0-412d-a039-fadbb8fdf167", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:02:21.302669 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-06d05638-8109-4fd2-84cc-d8822a2ae458 {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:02:21.303509 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2560ed48-6013-4448-af7f-54bf9b0b9e1f', 'name': 'network-vif-deleted', 'tag': '50519438-b1f0-412d-a039-fadbb8fdf167', 'status': 'completed', 'code': 200} Feb 17 10:02:21.352281 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-ba5cf7e0-54e2-48aa-9c4e-48d1dbdabb1b None None] Set router 50429842-9af3-4d2d-bcd6-a5f6d0bee85f gateway port host: dv-cinder-778193-18-iscsi {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:02:21.577025 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-ba5cf7e0-54e2-48aa-9c4e-48d1dbdabb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'name': 'tempest-AttachVolumeShelveTestJSON-427590882-router', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:00Z', 'updated_at': '2022-02-17T09:55:17Z', 'revision_number': 4, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'gw_port': {'id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:02Z', 'updated_at': '2022-02-17T09:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': '4256595c-a414-4dc8-9a0f-d1e2e5bce808', 'name': '', 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'mac_address': 'fa:16:3e:c9:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:10Z', 'updated_at': '2022-02-17T09:55:26Z', 'revision_number': 5, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'subnets': [{'id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:02:21.606050 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5cf7e0-54e2-48aa-9c4e-48d1dbdabb1b None None] Checking router: 50429842-9af3-4d2d-bcd6-a5f6d0bee85f for host: dv-cinder-778193-18-iscsi {{(pid=102623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:02:21.613985 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5cf7e0-54e2-48aa-9c4e-48d1dbdabb1b None None] Routers {'50429842-9af3-4d2d-bcd6-a5f6d0bee85f'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:02:21.614615 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-ba5cf7e0-54e2-48aa-9c4e-48d1dbdabb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:02:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['50429842-9af3-4d2d-bcd6-a5f6d0bee85f'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:02:21.722513 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-ba5cf7e0-54e2-48aa-9c4e-48d1dbdabb1b None None] Set router 50429842-9af3-4d2d-bcd6-a5f6d0bee85f gateway port host: dv-cinder-778193-18-iscsi {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:02:21.931683 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-ba5cf7e0-54e2-48aa-9c4e-48d1dbdabb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'name': 'tempest-AttachVolumeShelveTestJSON-427590882-router', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:00Z', 'updated_at': '2022-02-17T09:55:17Z', 'revision_number': 4, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'gw_port': {'id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:02Z', 'updated_at': '2022-02-17T09:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': '4256595c-a414-4dc8-9a0f-d1e2e5bce808', 'name': '', 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'mac_address': 'fa:16:3e:c9:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:10Z', 'updated_at': '2022-02-17T09:55:26Z', 'revision_number': 5, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'subnets': [{'id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:02:21.958665 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5cf7e0-54e2-48aa-9c4e-48d1dbdabb1b None None] The sync data for ids ['50429842-9af3-4d2d-bcd6-a5f6d0bee85f'] in dv-cinder-778193-18-iscsi is: [{'id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'name': 'tempest-AttachVolumeShelveTestJSON-427590882-router', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:00Z', 'updated_at': '2022-02-17T09:55:17Z', 'revision_number': 4, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'gw_port': {'id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:02Z', 'updated_at': '2022-02-17T09:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': '4256595c-a414-4dc8-9a0f-d1e2e5bce808', 'name': '', 'network_id': 'c3aac7fc-fa00-48a3-aaf1-bf71d0d04681', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'mac_address': 'fa:16:3e:c9:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:10Z', 'updated_at': '2022-02-17T09:55:26Z', 'revision_number': 5, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'subnets': [{'id': 'b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:02:22.194699 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1092c05-24e7-4595-b244-0be96b23a79d None None] New status for floating IP f0f6fd82-5277-4ad3-bf03-ec1f6a72ec45: DOWN {{(pid=102622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:02:22.273689 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 54260) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:22.328203 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-219fc32a-8305-46b8-8d6e-4480923cb9af tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for security_group (59911e90-763a-486b-8efe-656d95381e11), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:22.354144 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-219fc32a-8305-46b8-8d6e-4480923cb9af tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for security_group (59911e90-763a-486b-8efe-656d95381e11), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:22.402258 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-219fc32a-8305-46b8-8d6e-4480923cb9af tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (59911e90-763a-486b-8efe-656d95381e11), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:22.404877 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-219fc32a-8305-46b8-8d6e-4480923cb9af tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:22.406015 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-219fc32a-8305-46b8-8d6e-4480923cb9af tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "DELETE /v2.0/security-groups/59911e90-763a-486b-8efe-656d95381e11 HTTP/1.1" status: 204 len: 168 time: 0.1313374 Feb 17 10:02:22.408930 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 54262) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:22.415267 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fc32a-8305-46b8-8d6e-4480923cb9af tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59911e90-763a-486b-8efe-656d95381e11,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:22.422737 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.api.v2.resource [None req-4993040c-800c-4f1f-a4db-5e8d0efc9ac5 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] show failed (client error): The resource could not be found. Feb 17 10:02:22.423763 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-4993040c-800c-4f1f-a4db-5e8d0efc9ac5 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "GET /v2.0/security-groups/59911e90-763a-486b-8efe-656d95381e11 HTTP/1.1" status: 404 len: 347 time: 0.0138717 Feb 17 10:02:22.426816 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 54264) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:22.546365 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [None req-82da2d06-93f5-42c0-8985-8366dcaad675 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Deleting port 6aa65641-946f-46e5-aa20-e1ef1f627564 {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:02:22.546706 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-82da2d06-93f5-42c0-8985-8366dcaad675 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (6aa65641-946f-46e5-aa20-e1ef1f627564), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:22.622009 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-82da2d06-93f5-42c0-8985-8366dcaad675 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (6aa65641-946f-46e5-aa20-e1ef1f627564), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:22.622249 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-82da2d06-93f5-42c0-8985-8366dcaad675 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for floatingip (6aa65641-946f-46e5-aa20-e1ef1f627564), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:22.634268 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [None req-82da2d06-93f5-42c0-8985-8366dcaad675 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Calling delete_port for 6aa65641-946f-46e5-aa20-e1ef1f627564 owned by network:floatingip {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:02:22.767041 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-82da2d06-93f5-42c0-8985-8366dcaad675 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (6aa65641-946f-46e5-aa20-e1ef1f627564), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:23.041788 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da2d06-93f5-42c0-8985-8366dcaad675 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Pushing event deleted for resources: {'Port': ['ID=6aa65641-946f-46e5-aa20-e1ef1f627564,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:23.100992 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-82da2d06-93f5-42c0-8985-8366dcaad675 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks [] for floatingip (f0f6fd82-5277-4ad3-bf03-ec1f6a72ec45), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:23.103568 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-82da2d06-93f5-42c0-8985-8366dcaad675 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for floatingip (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:23.104703 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-82da2d06-93f5-42c0-8985-8366dcaad675 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] 10.222.0.82 "DELETE /v2.0/floatingips/f0f6fd82-5277-4ad3-bf03-ec1f6a72ec45 HTTP/1.1" status: 204 len: 168 time: 0.6769590 Feb 17 10:02:23.230159 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-6e8ccf1a-07d0-4aa1-b1f4-2e314e5927a8 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=2ce8ee8c6a65494bb779cfdc40d8c059&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314856 Feb 17 10:02:23.422748 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-3f2610d6-fc44-42fa-b0bd-3ae5c8ea38ed tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:23.424513 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-3f2610d6-fc44-42fa-b0bd-3ae5c8ea38ed tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1890612 Feb 17 10:02:23.439252 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-24141414-b842-4ad6-91bc-1718c8c2898a tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] 10.222.0.82 "GET /v2.0/quotas/2ce8ee8c6a65494bb779cfdc40d8c059 HTTP/1.1" status: 200 len: 375 time: 0.0092728 Feb 17 10:02:23.471227 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-d5e180ea-9cde-4b91-a4a2-75bbf632d854 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=2ce8ee8c6a65494bb779cfdc40d8c059&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261588 Feb 17 10:02:23.624559 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7dbda4e9-963e-4057-8f22-49c24cba6662 req-2a9c142f-937b-4f9d-a9a4-2a5a5eadedab tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] 10.222.0.82 "GET /v2.0/ports?device_id=2f8ddc54-7c62-4413-b07a-1820d7557a8a HTTP/1.1" status: 200 len: 210 time: 0.0258348 Feb 17 10:02:24.372283 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 50519438-b1f0-412d-a039-fadbb8fdf167 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:02:24.395851 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] No Port match for: 50519438-b1f0-412d-a039-fadbb8fdf167 {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:02:24.396201 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 50519438-b1f0-412d-a039-fadbb8fdf167 not bound to the agent host hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:02:24.515583 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-50aebc32-c934-41c7-b894-1562886b2d6e tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=2ce8ee8c6a65494bb779cfdc40d8c059&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299459 Feb 17 10:02:24.709733 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-b660b3bc-5125-4197-8459-9e12b3db2ec4 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:24.711172 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-b660b3bc-5125-4197-8459-9e12b3db2ec4 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1907468 Feb 17 10:02:24.720178 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1e5fbe3d-99fa-4b2f-a179-0eed6dc139be req-c62b9707-ce6c-4cd3-b16e-0309fcb9a2fe tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] 10.222.0.82 "GET /v2.0/ports?device_id=2f8ddc54-7c62-4413-b07a-1820d7557a8a HTTP/1.1" status: 200 len: 210 time: 0.0256023 Feb 17 10:02:24.723136 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-b6b20558-e6f3-45c3-8c4d-6520019e6703 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] Request body: {'port': {'device_id': '2f8ddc54-7c62-4413-b07a-1820d7557a8a', 'network_id': '26c0be72-1a28-494b-abd9-6e6ca318e22d', 'admin_state_up': True, 'tenant_id': '2ce8ee8c6a65494bb779cfdc40d8c059'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:02:24.824123 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-b6b20558-e6f3-45c3-8c4d-6520019e6703 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] Made reservation on behalf of 2ce8ee8c6a65494bb779cfdc40d8c059 for: {'port': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:02:24.827472 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-b6b20558-e6f3-45c3-8c4d-6520019e6703 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:24.836669 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-b6b20558-e6f3-45c3-8c4d-6520019e6703 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:24.912096 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-b6b20558-e6f3-45c3-8c4d-6520019e6703 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] Publish callbacks [] for security_group (fd14b1b5-ee64-4717-8003-cd4550a9f707), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:24.915799 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-b6b20558-e6f3-45c3-8c4d-6520019e6703 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (fd14b1b5-ee64-4717-8003-cd4550a9f707), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:24.974779 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b20558-e6f3-45c3-8c4d-6520019e6703 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd14b1b5-ee64-4717-8003-cd4550a9f707,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:25.044704 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_common [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-b6b20558-e6f3-45c3-8c4d-6520019e6703 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] Allocated IP 192.168.233.86 (26c0be72-1a28-494b-abd9-6e6ca318e22d/9b5a5409-6195-4c2a-bf4a-222295b44abb/d1e8585f-8b80-4d57-bf86-a1c178cf9052) {{(pid=102621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:02:25.191259 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-b6b20558-e6f3-45c3-8c4d-6520019e6703 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] Publish callbacks [] for port (d1e8585f-8b80-4d57-bf86-a1c178cf9052), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:25.223446 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-b6b20558-e6f3-45c3-8c4d-6520019e6703 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (d1e8585f-8b80-4d57-bf86-a1c178cf9052), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:25.266731 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-b6b20558-e6f3-45c3-8c4d-6520019e6703 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] Network 26c0be72-1a28-494b-abd9-6e6ca318e22d is already hosted by enough agents. {{(pid=102621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:02:25.269747 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-b6b20558-e6f3-45c3-8c4d-6520019e6703 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] Resources bound (agent type, host, resource id): {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:02:25.273330 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-b6b20558-e6f3-45c3-8c4d-6520019e6703 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] Received port after_create {{(pid=102621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 10:02:25.303608 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b20558-e6f3-45c3-8c4d-6520019e6703 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] Pushing event updated for resources: {'Port': ['ID=d1e8585f-8b80-4d57-bf86-a1c178cf9052,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:25.328493 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-b6b20558-e6f3-45c3-8c4d-6520019e6703 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:25.329092 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-b6b20558-e6f3-45c3-8c4d-6520019e6703 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:25.345667 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-b6b20558-e6f3-45c3-8c4d-6520019e6703 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6259975 Feb 17 10:02:25.357295 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-28e1215d-cb27-4685-99b9-67efc18f807e service neutron] Request body: {'port': {'device_id': '2f8ddc54-7c62-4413-b07a-1820d7557a8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:02:25.419029 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-28e1215d-cb27-4685-99b9-67efc18f807e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (d1e8585f-8b80-4d57-bf86-a1c178cf9052), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:25.476064 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-77c5c237-fec0-4438-ae7e-ba006b17c877 None None] Provisioning complete for port d1e8585f-8b80-4d57-bf86-a1c178cf9052 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:02:25.476692 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-77c5c237-fec0-4438-ae7e-ba006b17c877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (d1e8585f-8b80-4d57-bf86-a1c178cf9052), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:25.499971 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 54316) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:25.519101 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-77c5c237-fec0-4438-ae7e-ba006b17c877 None None] Port d1e8585f-8b80-4d57-bf86-a1c178cf9052 cannot update to ACTIVE because it is not bound. {{(pid=102622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 10:02:25.689226 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-28e1215d-cb27-4685-99b9-67efc18f807e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1e8585f-8b80-4d57-bf86-a1c178cf9052 {{(pid=102621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 10:02:25.697181 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-28e1215d-cb27-4685-99b9-67efc18f807e service neutron] Publish callbacks [] for port (d1e8585f-8b80-4d57-bf86-a1c178cf9052), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:25.708525 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.provisioning_blocks [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-28e1215d-cb27-4685-99b9-67efc18f807e service neutron] Transition to ACTIVE for port object d1e8585f-8b80-4d57-bf86-a1c178cf9052 will not be triggered until provisioned by entity L2. {{(pid=102621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:02:25.713167 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-28e1215d-cb27-4685-99b9-67efc18f807e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9010360'] for port (d1e8585f-8b80-4d57-bf86-a1c178cf9052), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:25.811506 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1215d-cb27-4685-99b9-67efc18f807e service neutron] Pushing event updated for resources: {'Port': ['ID=d1e8585f-8b80-4d57-bf86-a1c178cf9052,revision_number=2']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:25.852453 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-28e1215d-cb27-4685-99b9-67efc18f807e service neutron] Attempting to bind port d1e8585f-8b80-4d57-bf86-a1c178cf9052 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 10:02:25.853508 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-28e1215d-cb27-4685-99b9-67efc18f807e service neutron] Attempting to bind port d1e8585f-8b80-4d57-bf86-a1c178cf9052 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '66961bdf-49ef-4851-8add-364961f16110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '26c0be72-1a28-494b-abd9-6e6ca318e22d'}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 10:02:25.853918 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-28e1215d-cb27-4685-99b9-67efc18f807e service neutron] Attempting to bind port d1e8585f-8b80-4d57-bf86-a1c178cf9052 on network 26c0be72-1a28-494b-abd9-6e6ca318e22d {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 10:02:25.859240 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-28e1215d-cb27-4685-99b9-67efc18f807e service neutron] Port d1e8585f-8b80-4d57-bf86-a1c178cf9052 on network 26c0be72-1a28-494b-abd9-6e6ca318e22d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 10:02:25.859634 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-28e1215d-cb27-4685-99b9-67efc18f807e service neutron] Attempting to bind port d1e8585f-8b80-4d57-bf86-a1c178cf9052 on network 26c0be72-1a28-494b-abd9-6e6ca318e22d {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 10:02:25.864575 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-28e1215d-cb27-4685-99b9-67efc18f807e service neutron] Checking agent: {'id': '57512943-2fb5-44da-9b65-1b43ee30ab09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'started_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 10:02:25.864909 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-28e1215d-cb27-4685-99b9-67efc18f807e service neutron] Checking segment: {'id': '66961bdf-49ef-4851-8add-364961f16110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '26c0be72-1a28-494b-abd9-6e6ca318e22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 10:02:25.865414 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-28e1215d-cb27-4685-99b9-67efc18f807e service neutron] Bound using segment: {'id': '66961bdf-49ef-4851-8add-364961f16110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '26c0be72-1a28-494b-abd9-6e6ca318e22d'} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 10:02:25.866340 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-28e1215d-cb27-4685-99b9-67efc18f807e service neutron] Bound port: d1e8585f-8b80-4d57-bf86-a1c178cf9052, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66961bdf-49ef-4851-8add-364961f16110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '26c0be72-1a28-494b-abd9-6e6ca318e22d'}}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 10:02:25.866746 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-28e1215d-cb27-4685-99b9-67efc18f807e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (d1e8585f-8b80-4d57-bf86-a1c178cf9052), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:25.895939 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014664a-806a-411d-8abe-50e211c55bae req-a0ec7ad0-d900-4b3e-8930-a1a0ba1f8ed1 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:25.897500 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0014664a-806a-411d-8abe-50e211c55bae req-a0ec7ad0-d900-4b3e-8930-a1a0ba1f8ed1 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] 10.222.0.82 "GET /v2.0/ports?device_id=2f8ddc54-7c62-4413-b07a-1820d7557a8a HTTP/1.1" status: 200 len: 947 time: 0.0843008 Feb 17 10:02:25.936776 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-28e1215d-cb27-4685-99b9-67efc18f807e service neutron] For port d1e8585f-8b80-4d57-bf86-a1c178cf9052, host hv-cinder-77819, cleared binding levels {{(pid=102621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 10:02:25.940148 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-28e1215d-cb27-4685-99b9-67efc18f807e service neutron] For port d1e8585f-8b80-4d57-bf86-a1c178cf9052, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d1e8585f-8b80-4d57-bf86-a1c178cf9052,segment=NetworkSegment(66961bdf-49ef-4851-8add-364961f16110),segment_id=66961bdf-49ef-4851-8add-364961f16110)] {{(pid=102621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 10:02:25.948233 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-28e1215d-cb27-4685-99b9-67efc18f807e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9010360'] for port (d1e8585f-8b80-4d57-bf86-a1c178cf9052), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:25.979846 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0014664a-806a-411d-8abe-50e211c55bae req-d08b3af6-0884-4364-b93c-b4bae488bb85 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd14b1b5-ee64-4717-8003-cd4550a9f707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758622 Feb 17 10:02:25.984371 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-28e1215d-cb27-4685-99b9-67efc18f807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:25.985115 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-28e1215d-cb27-4685-99b9-67efc18f807e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:25.986638 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-28e1215d-cb27-4685-99b9-67efc18f807e service neutron] 10.222.0.93 "PUT /v2.0/ports/d1e8585f-8b80-4d57-bf86-a1c178cf9052 HTTP/1.1" status: 200 len: 1097 time: 0.6336708 Feb 17 10:02:25.987243 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8ddc54-7c62-4413-b07a-1820d7557a8a', 'tag': 'd1e8585f-8b80-4d57-bf86-a1c178cf9052'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:02:25.989639 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5684902e-7f99-445a-9719-794ac5dfa0ae" -d '{"events": [{"name": "network-changed", "server_uuid": "2f8ddc54-7c62-4413-b07a-1820d7557a8a", "tag": "d1e8585f-8b80-4d57-bf86-a1c178cf9052"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:02:26.036130 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1215d-cb27-4685-99b9-67efc18f807e service neutron] Pushing event updated for resources: {'Port': ['ID=d1e8585f-8b80-4d57-bf86-a1c178cf9052,revision_number=3']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:26.040167 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 10:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cfb8a9-8b9e-4942-97e9-69a7bbedb20b x-openstack-request-id: req-a8cfb8a9-8b9e-4942-97e9-69a7bbedb20b {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:02:26.040455 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f8ddc54-7c62-4413-b07a-1820d7557a8a", "tag": "d1e8585f-8b80-4d57-bf86-a1c178cf9052", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:02:26.041252 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a8cfb8a9-8b9e-4942-97e9-69a7bbedb20b {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:02:26.041650 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8ddc54-7c62-4413-b07a-1820d7557a8a', 'tag': 'd1e8585f-8b80-4d57-bf86-a1c178cf9052', 'status': 'completed', 'code': 200} Feb 17 10:02:26.101295 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-708e9b7a-fad5-42f3-9f27-13aea1f078ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916009'] for router_interface (50429842-9af3-4d2d-bcd6-a5f6d0bee85f), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:26.103515 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-d978960b-eca4-482e-a6f0-5bc6e9deeb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:26.105105 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-d978960b-eca4-482e-a6f0-5bc6e9deeb58 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2ce8ee8c6a65494bb779cfdc40d8c059&device_id=2f8ddc54-7c62-4413-b07a-1820d7557a8a HTTP/1.1" status: 200 len: 1131 time: 0.0521259 Feb 17 10:02:26.155901 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-f1d66c65-6f2a-438f-9e5b-c48dd5149fcc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=d1e8585f-8b80-4d57-bf86-a1c178cf9052 HTTP/1.1" status: 200 len: 217 time: 0.0400889 Feb 17 10:02:26.202446 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-b948df33-4be0-4436-b877-0aeb05d164ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:26.204026 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-b948df33-4be0-4436-b877-0aeb05d164ed service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9b5a5409-6195-4c2a-bf4a-222295b44abb HTTP/1.1" status: 200 len: 843 time: 0.0451305 Feb 17 10:02:26.252803 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-00d4f6ee-1fa3-4cf8-8d07-0d66271a550d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:26.254308 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-00d4f6ee-1fa3-4cf8-8d07-0d66271a550d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=26c0be72-1a28-494b-abd9-6e6ca318e22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0439956 Feb 17 10:02:26.351196 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-708e9b7a-fad5-42f3-9f27-13aea1f078ae admin admin] Deleting port 4256595c-a414-4dc8-9a0f-d1e2e5bce808 {{(pid=102620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:02:26.351538 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-708e9b7a-fad5-42f3-9f27-13aea1f078ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (4256595c-a414-4dc8-9a0f-d1e2e5bce808), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:26.352382 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-5aaedb7b-3297-422d-bc96-a5588edf0c78 service neutron] 10.222.0.93 "GET /v2.0/networks/26c0be72-1a28-494b-abd9-6e6ca318e22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858619 Feb 17 10:02:26.427163 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-708e9b7a-fad5-42f3-9f27-13aea1f078ae admin admin] For port 4256595c-a414-4dc8-9a0f-d1e2e5bce808, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=4256595c-a414-4dc8-9a0f-d1e2e5bce808,segment=NetworkSegment(44712ed5-627e-45e3-929a-a847c740dda7),segment_id=44712ed5-627e-45e3-929a-a847c740dda7)] {{(pid=102620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:02:26.427623 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-708e9b7a-fad5-42f3-9f27-13aea1f078ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (4256595c-a414-4dc8-9a0f-d1e2e5bce808), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:26.439679 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8a1e0b71-d95c-4047-af58-82c330fde502 req-e69a8552-5ae7-46d0-98c8-21e5f0062e8f service neutron] 10.222.0.93 "GET /v2.0/networks/26c0be72-1a28-494b-abd9-6e6ca318e22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812104 Feb 17 10:02:26.439862 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-708e9b7a-fad5-42f3-9f27-13aea1f078ae admin admin] Calling delete_port for 4256595c-a414-4dc8-9a0f-d1e2e5bce808 owned by network:router_interface {{(pid=102620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:02:26.545414 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5684902e-7f99-445a-9719-794ac5dfa0ae req-9f13dbac-34fd-4f3d-8838-8f492655e7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:26.547270 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-5684902e-7f99-445a-9719-794ac5dfa0ae req-9f13dbac-34fd-4f3d-8838-8f492655e7ce service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2ce8ee8c6a65494bb779cfdc40d8c059&device_id=2f8ddc54-7c62-4413-b07a-1820d7557a8a HTTP/1.1" status: 200 len: 1131 time: 0.0454161 Feb 17 10:02:26.647856 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5684902e-7f99-445a-9719-794ac5dfa0ae req-58a5fb30-c082-407c-960c-9bbfc7ead3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:26.649343 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-5684902e-7f99-445a-9719-794ac5dfa0ae req-58a5fb30-c082-407c-960c-9bbfc7ead3e1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=26c0be72-1a28-494b-abd9-6e6ca318e22d HTTP/1.1" status: 200 len: 871 time: 0.0945539 Feb 17 10:02:26.695131 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-5684902e-7f99-445a-9719-794ac5dfa0ae req-1d9cee5e-8f3b-456f-91b3-acfee2c6d36b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=d1e8585f-8b80-4d57-bf86-a1c178cf9052 HTTP/1.1" status: 200 len: 217 time: 0.0365818 Feb 17 10:02:26.750057 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5684902e-7f99-445a-9719-794ac5dfa0ae req-fb367779-c3f4-465b-a36b-1470892ef0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:26.751548 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-5684902e-7f99-445a-9719-794ac5dfa0ae req-fb367779-c3f4-465b-a36b-1470892ef0a6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9b5a5409-6195-4c2a-bf4a-222295b44abb HTTP/1.1" status: 200 len: 843 time: 0.0477509 Feb 17 10:02:26.798999 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5684902e-7f99-445a-9719-794ac5dfa0ae req-3fe138c1-a574-4888-9dd0-79b696edbc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:26.800529 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-5684902e-7f99-445a-9719-794ac5dfa0ae req-3fe138c1-a574-4888-9dd0-79b696edbc72 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=26c0be72-1a28-494b-abd9-6e6ca318e22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0424356 Feb 17 10:02:26.848671 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-708e9b7a-fad5-42f3-9f27-13aea1f078ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11330461'] for port (4256595c-a414-4dc8-9a0f-d1e2e5bce808), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:26.875090 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e9b7a-fad5-42f3-9f27-13aea1f078ae admin admin] Pushing event deleted for resources: {'Port': ['ID=4256595c-a414-4dc8-9a0f-d1e2e5bce808,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:26.895915 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-5684902e-7f99-445a-9719-794ac5dfa0ae req-455db280-7828-47fd-819e-7cfcc84949c3 service neutron] 10.222.0.93 "GET /v2.0/networks/26c0be72-1a28-494b-abd9-6e6ca318e22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872705 Feb 17 10:02:27.000310 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-5684902e-7f99-445a-9719-794ac5dfa0ae req-3335954d-8375-4190-80b6-11ddc8a11458 service neutron] 10.222.0.93 "GET /v2.0/networks/26c0be72-1a28-494b-abd9-6e6ca318e22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940735 Feb 17 10:02:27.054193 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-708e9b7a-fad5-42f3-9f27-13aea1f078ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3726863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3916057'] for router_interface (50429842-9af3-4d2d-bcd6-a5f6d0bee85f), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:27.200474 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c590c-e8aa-4324-bcc5-293f2006c121 req-a28459c9-9a2d-4648-a99e-332aff6930bc tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:27.201932 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e56c590c-e8aa-4324-bcc5-293f2006c121 req-a28459c9-9a2d-4648-a99e-332aff6930bc tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] 10.222.0.82 "GET /v2.0/ports?device_id=2f8ddc54-7c62-4413-b07a-1820d7557a8a HTTP/1.1" status: 200 len: 947 time: 0.1033535 Feb 17 10:02:27.317923 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e56c590c-e8aa-4324-bcc5-293f2006c121 req-e06bb22b-c9f7-4413-81a8-4205a6f30106 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd14b1b5-ee64-4717-8003-cd4550a9f707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095569 Feb 17 10:02:27.350265 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708e9b7a-fad5-42f3-9f27-13aea1f078ae admin admin] Router 50429842-9af3-4d2d-bcd6-a5f6d0bee85f has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 10:02:27.456467 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708e9b7a-fad5-42f3-9f27-13aea1f078ae admin admin] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 10:02:27.463806 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-708e9b7a-fad5-42f3-9f27-13aea1f078ae admin admin] 10.222.0.82 "PUT /v2.0/routers/50429842-9af3-4d2d-bcd6-a5f6d0bee85f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9608176 Feb 17 10:02:27.464293 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 54326) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:27.466097 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd00964c-ae3c-4bb2-a618-cff3e8fb394d None None] Sync routers for ids ['50429842-9af3-4d2d-bcd6-a5f6d0bee85f'] in dv-cinder-778193-18-iscsi {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:02:27.476788 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd00964c-ae3c-4bb2-a618-cff3e8fb394d None None] Routers {'50429842-9af3-4d2d-bcd6-a5f6d0bee85f'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:02:27.477502 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-dd00964c-ae3c-4bb2-a618-cff3e8fb394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:02:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['50429842-9af3-4d2d-bcd6-a5f6d0bee85f'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:02:27.586464 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-68d20cb9-ef49-4cb1-9ad4-52b500ccf3d7 admin admin] Publish callbacks [] for router (50429842-9af3-4d2d-bcd6-a5f6d0bee85f), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:27.591614 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-dd00964c-ae3c-4bb2-a618-cff3e8fb394d None None] Set router 50429842-9af3-4d2d-bcd6-a5f6d0bee85f gateway port host: dv-cinder-778193-18-iscsi {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:02:27.691205 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-68d20cb9-ef49-4cb1-9ad4-52b500ccf3d7 admin admin] Publish callbacks [] for router_gateway (50429842-9af3-4d2d-bcd6-a5f6d0bee85f), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:27.743965 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-68d20cb9-ef49-4cb1-9ad4-52b500ccf3d7 admin admin] Deleting port 19e4bfa3-087e-449e-8f37-84d7f8e26690 {{(pid=102620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:02:27.744314 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-68d20cb9-ef49-4cb1-9ad4-52b500ccf3d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (19e4bfa3-087e-449e-8f37-84d7f8e26690), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:27.770307 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-dd00964c-ae3c-4bb2-a618-cff3e8fb394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'name': 'tempest-AttachVolumeShelveTestJSON-427590882-router', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:00Z', 'updated_at': '2022-02-17T10:02:26Z', 'revision_number': 5, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'gw_port': {'id': '19e4bfa3-087e-449e-8f37-84d7f8e26690', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:55:02Z', 'updated_at': '2022-02-17T09:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi'}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:02:27.798636 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd00964c-ae3c-4bb2-a618-cff3e8fb394d None None] Checking router: 50429842-9af3-4d2d-bcd6-a5f6d0bee85f for host: dv-cinder-778193-18-iscsi {{(pid=102623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:02:27.810052 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd00964c-ae3c-4bb2-a618-cff3e8fb394d None None] Routers {'50429842-9af3-4d2d-bcd6-a5f6d0bee85f'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:02:27.810664 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-dd00964c-ae3c-4bb2-a618-cff3e8fb394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:02:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['50429842-9af3-4d2d-bcd6-a5f6d0bee85f'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:02:27.826346 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-68d20cb9-ef49-4cb1-9ad4-52b500ccf3d7 admin admin] For port 19e4bfa3-087e-449e-8f37-84d7f8e26690, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=19e4bfa3-087e-449e-8f37-84d7f8e26690,segment=NetworkSegment(51ac98f7-247c-461f-a451-e6b864fb2c70),segment_id=51ac98f7-247c-461f-a451-e6b864fb2c70)] {{(pid=102620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:02:27.826717 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-68d20cb9-ef49-4cb1-9ad4-52b500ccf3d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (19e4bfa3-087e-449e-8f37-84d7f8e26690), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:27.838978 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-68d20cb9-ef49-4cb1-9ad4-52b500ccf3d7 admin admin] Calling delete_port for 19e4bfa3-087e-449e-8f37-84d7f8e26690 owned by network:router_gateway {{(pid=102620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:02:28.003929 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-dd00964c-ae3c-4bb2-a618-cff3e8fb394d None None] Set router 50429842-9af3-4d2d-bcd6-a5f6d0bee85f gateway port host: None {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:02:28.010802 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-68d20cb9-ef49-4cb1-9ad4-52b500ccf3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11330461'] for port (19e4bfa3-087e-449e-8f37-84d7f8e26690), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:28.037055 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d20cb9-ef49-4cb1-9ad4-52b500ccf3d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=19e4bfa3-087e-449e-8f37-84d7f8e26690,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:28.058774 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-dd00964c-ae3c-4bb2-a618-cff3e8fb394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'name': 'tempest-AttachVolumeShelveTestJSON-427590882-router', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:00Z', 'updated_at': '2022-02-17T10:02:27Z', 'revision_number': 6, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'gw_port_host': None}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:02:28.086151 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd00964c-ae3c-4bb2-a618-cff3e8fb394d None None] The sync data for ids ['50429842-9af3-4d2d-bcd6-a5f6d0bee85f'] in dv-cinder-778193-18-iscsi is: [{'id': '50429842-9af3-4d2d-bcd6-a5f6d0bee85f', 'name': 'tempest-AttachVolumeShelveTestJSON-427590882-router', 'tenant_id': 'ee27e4c191de47a3b47db5a43ab00258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:55:00Z', 'updated_at': '2022-02-17T10:02:27Z', 'revision_number': 6, 'project_id': 'ee27e4c191de47a3b47db5a43ab00258', 'gw_port_host': None}] {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:02:28.102403 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-68d20cb9-ef49-4cb1-9ad4-52b500ccf3d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3931555'] for router_gateway (50429842-9af3-4d2d-bcd6-a5f6d0bee85f), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:28.192787 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-68d20cb9-ef49-4cb1-9ad4-52b500ccf3d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3923774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41654'] for router (50429842-9af3-4d2d-bcd6-a5f6d0bee85f), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:28.195428 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-68d20cb9-ef49-4cb1-9ad4-52b500ccf3d7 admin admin] Publish callbacks [] for router_controller (50429842-9af3-4d2d-bcd6-a5f6d0bee85f), precommit_delete_associations {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:28.241217 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-68d20cb9-ef49-4cb1-9ad4-52b500ccf3d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3923767'] for router (50429842-9af3-4d2d-bcd6-a5f6d0bee85f), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:28.241841 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d20cb9-ef49-4cb1-9ad4-52b500ccf3d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50429842-9af3-4d2d-bcd6-a5f6d0bee85f {{(pid=102620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 10:02:28.246315 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-68d20cb9-ef49-4cb1-9ad4-52b500ccf3d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:28.247733 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-68d20cb9-ef49-4cb1-9ad4-52b500ccf3d7 admin admin] 10.222.0.82 "DELETE /v2.0/routers/50429842-9af3-4d2d-bcd6-a5f6d0bee85f HTTP/1.1" status: 204 len: 168 time: 0.7824461 Feb 17 10:02:28.250208 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 54328) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:28.293196 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3fe3f48-78f7-48a3-8560-6e06f36af898 admin admin] Deleting subnet b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab {{(pid=102620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 10:02:28.296135 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b3fe3f48-78f7-48a3-8560-6e06f36af898 admin admin] Publish callbacks [] for subnet (b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:28.329200 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b3fe3f48-78f7-48a3-8560-6e06f36af898 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8734474'] for subnet (b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab), precommit_delete_associations {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:28.404673 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device d1e8585f-8b80-4d57-bf86-a1c178cf9052 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 10:02:28.441487 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b3fe3f48-78f7-48a3-8560-6e06f36af898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3464074'] for subnet (b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:28.484982 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945463e5-b1bd-45ae-a70e-9fa12f9c58db req-e5aaab59-e38b-43d8-9778-0def88c9655b tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:28.486500 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-945463e5-b1bd-45ae-a70e-9fa12f9c58db req-e5aaab59-e38b-43d8-9778-0def88c9655b tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] 10.222.0.82 "GET /v2.0/ports?device_id=2f8ddc54-7c62-4413-b07a-1820d7557a8a HTTP/1.1" status: 200 len: 947 time: 0.0937526 Feb 17 10:02:28.514400 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port d1e8585f-8b80-4d57-bf86-a1c178cf9052, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d1e8585f-8b80-4d57-bf86-a1c178cf9052,segment=NetworkSegment(66961bdf-49ef-4851-8add-364961f16110),segment_id=66961bdf-49ef-4851-8add-364961f16110)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:02:28.527588 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Returning: {'device': 'd1e8585f-8b80-4d57-bf86-a1c178cf9052', 'network_id': '26c0be72-1a28-494b-abd9-6e6ca318e22d', 'port_id': 'd1e8585f-8b80-4d57-bf86-a1c178cf9052', 'mac_address': 'fa:16:3e:c2:c7:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5a5409-6195-4c2a-bf4a-222295b44abb', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 10:02:28.532155 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b3fe3f48-78f7-48a3-8560-6e06f36af898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3464067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11330472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8420506'] for subnet (b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:28.568838 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port d1e8585f-8b80-4d57-bf86-a1c178cf9052 is: DOWN; New status is: BUILD {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:02:28.569231 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (d1e8585f-8b80-4d57-bf86-a1c178cf9052), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:28.572450 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b3fe3f48-78f7-48a3-8560-6e06f36af898 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:28.578191 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 54332) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:28.578695 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-b3fe3f48-78f7-48a3-8560-6e06f36af898 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab HTTP/1.1" status: 204 len: 168 time: 0.3270555 Feb 17 10:02:28.579373 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebc84c9-35a6-4851-b1bd-1c3183d168d9 None None] Network c3aac7fc-fa00-48a3-aaf1-bf71d0d04681 requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 10:02:28.579545 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe3f48-78f7-48a3-8560-6e06f36af898 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3ece3fa-1404-4bdb-ac4a-9761ede3c4ab,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:28.584669 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-945463e5-b1bd-45ae-a70e-9fa12f9c58db req-ec97d5c6-010b-432e-8da3-d4a4c97b6fe0 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd14b1b5-ee64-4717-8003-cd4550a9f707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904558 Feb 17 10:02:28.606238 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1e8585f-8b80-4d57-bf86-a1c178cf9052 {{(pid=102622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 10:02:28.655620 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e1c56b57-a517-49bc-8971-50f3d23b9e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687351'] for network (c3aac7fc-fa00-48a3-aaf1-bf71d0d04681), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:28.674626 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port d1e8585f-8b80-4d57-bf86-a1c178cf9052, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d1e8585f-8b80-4d57-bf86-a1c178cf9052,segment=NetworkSegment(66961bdf-49ef-4851-8add-364961f16110),segment_id=66961bdf-49ef-4851-8add-364961f16110)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:02:28.679511 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (d1e8585f-8b80-4d57-bf86-a1c178cf9052), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:28.708389 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [None req-e1c56b57-a517-49bc-8971-50f3d23b9e3b admin admin] Deleting port e9d80646-58d2-4963-a9fd-fdf4c1b2aa74 {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:02:28.708725 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e1c56b57-a517-49bc-8971-50f3d23b9e3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (e9d80646-58d2-4963-a9fd-fdf4c1b2aa74), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:28.740056 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=d1e8585f-8b80-4d57-bf86-a1c178cf9052,revision_number=4']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:28.775233 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [None req-e1c56b57-a517-49bc-8971-50f3d23b9e3b admin admin] For port e9d80646-58d2-4963-a9fd-fdf4c1b2aa74, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=e9d80646-58d2-4963-a9fd-fdf4c1b2aa74,segment=NetworkSegment(44712ed5-627e-45e3-929a-a847c740dda7),segment_id=44712ed5-627e-45e3-929a-a847c740dda7)] {{(pid=102621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:02:28.775597 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e1c56b57-a517-49bc-8971-50f3d23b9e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (e9d80646-58d2-4963-a9fd-fdf4c1b2aa74), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:28.787975 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [None req-e1c56b57-a517-49bc-8971-50f3d23b9e3b admin admin] Calling delete_port for e9d80646-58d2-4963-a9fd-fdf4c1b2aa74 owned by network:dhcp {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:02:28.872468 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e1c56b57-a517-49bc-8971-50f3d23b9e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (e9d80646-58d2-4963-a9fd-fdf4c1b2aa74), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:28.902073 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c56b57-a517-49bc-8971-50f3d23b9e3b admin admin] Pushing event deleted for resources: {'Port': ['ID=e9d80646-58d2-4963-a9fd-fdf4c1b2aa74,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:28.905416 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c56b57-a517-49bc-8971-50f3d23b9e3b admin admin] No DVR routers for this DVR port e9d80646-58d2-4963-a9fd-fdf4c1b2aa74 on host dv-cinder-778193-18-iscsi {{(pid=102621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:02:28.907014 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb46576-195a-42e8-b8a7-5c390379c823 None None] DHCP port deletion for c3aac7fc-fa00-48a3-aaf1-bf71d0d04681 request from dv-cinder-778193-18-iscsi {{(pid=102622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 10:02:28.935005 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['d1e8585f-8b80-4d57-bf86-a1c178cf9052'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 10:02:28.980214 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e1c56b57-a517-49bc-8971-50f3d23b9e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461623', 'neutron.services.segments.db._delete_segments_for_network-8771562732683'] for network (c3aac7fc-fa00-48a3-aaf1-bf71d0d04681), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:29.000927 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.services.segments.db [None req-e1c56b57-a517-49bc-8971-50f3d23b9e3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3aac7fc-fa00-48a3-aaf1-bf71d0d04681']}} {{(pid=102621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:02:29.011759 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.services.segments.db [None req-e1c56b57-a517-49bc-8971-50f3d23b9e3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44712ed5-627e-45e3-929a-a847c740dda7') {'for_net_delete': True} {{(pid=102621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:02:29.012292 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.services.segments.db [None req-e1c56b57-a517-49bc-8971-50f3d23b9e3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44712ed5-627e-45e3-929a-a847c740dda7') {} {{(pid=102621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:02:29.023060 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e1c56b57-a517-49bc-8971-50f3d23b9e3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771562733460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9362199'] for segment (44712ed5-627e-45e3-929a-a847c740dda7), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:29.036297 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e1c56b57-a517-49bc-8971-50f3d23b9e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (44712ed5-627e-45e3-929a-a847c740dda7), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:29.043017 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c56b57-a517-49bc-8971-50f3d23b9e3b admin admin] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=102621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:02:29.043559 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e1c56b57-a517-49bc-8971-50f3d23b9e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9010396'] for segment (44712ed5-627e-45e3-929a-a847c740dda7), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:29.045433 dv-cinder-778193-18-iscsi neutron-server[102621]: Traceback (most recent call last): Feb 17 10:02:29.045433 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:02:29.045433 dv-cinder-778193-18-iscsi neutron-server[102621]: timer() Feb 17 10:02:29.045433 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:02:29.045433 dv-cinder-778193-18-iscsi neutron-server[102621]: cb(*args, **kw) Feb 17 10:02:29.045433 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 10:02:29.045433 dv-cinder-778193-18-iscsi neutron-server[102621]: return func(*args, **kwargs) Feb 17 10:02:29.045433 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:02:29.045433 dv-cinder-778193-18-iscsi neutron-server[102621]: self._notify() Feb 17 10:02:29.045433 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:02:29.045433 dv-cinder-778193-18-iscsi neutron-server[102621]: self.callback(batched_events) Feb 17 10:02:29.045433 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:02:29.045433 dv-cinder-778193-18-iscsi neutron-server[102621]: event.method(event) Feb 17 10:02:29.045433 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 10:02:29.045433 dv-cinder-778193-18-iscsi neutron-server[102621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:02:29.045433 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 10:02:29.045433 dv-cinder-778193-18-iscsi neutron-server[102621]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:02:29.045433 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 10:02:29.045433 dv-cinder-778193-18-iscsi neutron-server[102621]: return f(self, *a, **k) Feb 17 10:02:29.045433 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 10:02:29.045433 dv-cinder-778193-18-iscsi neutron-server[102621]: return self._get(url).json() Feb 17 10:02:29.045433 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 10:02:29.045433 dv-cinder-778193-18-iscsi neutron-server[102621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:02:29.045433 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:02:29.045433 dv-cinder-778193-18-iscsi neutron-server[102621]: return self.request(url, 'GET', **kwargs) Feb 17 10:02:29.045433 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:02:29.045433 dv-cinder-778193-18-iscsi neutron-server[102621]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:02:29.045433 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:02:29.045433 dv-cinder-778193-18-iscsi neutron-server[102621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:02:29.045433 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:02:29.045433 dv-cinder-778193-18-iscsi neutron-server[102621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:02:29.045433 dv-cinder-778193-18-iscsi neutron-server[102621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:02:29.103171 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e1c56b57-a517-49bc-8971-50f3d23b9e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3461388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3931527'] for network (c3aac7fc-fa00-48a3-aaf1-bf71d0d04681), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:29.108115 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e1c56b57-a517-49bc-8971-50f3d23b9e3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:29.111672 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-e1c56b57-a517-49bc-8971-50f3d23b9e3b admin admin] 10.222.0.82 "DELETE /v2.0/networks/c3aac7fc-fa00-48a3-aaf1-bf71d0d04681 HTTP/1.1" status: 204 len: 168 time: 0.5321085 Feb 17 10:02:29.128826 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c56b57-a517-49bc-8971-50f3d23b9e3b admin admin] Pushing event deleted for resources: {'Network': ['ID=c3aac7fc-fa00-48a3-aaf1-bf71d0d04681,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:29.241508 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 54336) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:29.280522 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-046c77fc-a71c-4b33-a8f3-793e87d56c0a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ee27e4c191de47a3b47db5a43ab00258&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0377846 Feb 17 10:02:29.282926 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 54338) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:29.329429 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-6960b515-7709-443d-8f3d-e792679d4c69 admin admin] Publish callbacks [] for security_group (3157dea1-d16d-40a5-a145-7e21d00ca381), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:29.350860 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-6960b515-7709-443d-8f3d-e792679d4c69 admin admin] Publish callbacks [] for security_group (3157dea1-d16d-40a5-a145-7e21d00ca381), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:29.395552 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-6960b515-7709-443d-8f3d-e792679d4c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (3157dea1-d16d-40a5-a145-7e21d00ca381), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:29.398582 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-6960b515-7709-443d-8f3d-e792679d4c69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:29.399756 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-6960b515-7709-443d-8f3d-e792679d4c69 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3157dea1-d16d-40a5-a145-7e21d00ca381 HTTP/1.1" status: 204 len: 168 time: 0.1158946 Feb 17 10:02:29.407403 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960b515-7709-443d-8f3d-e792679d4c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3157dea1-d16d-40a5-a145-7e21d00ca381,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:29.586705 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device e9d80646-58d2-4963-a9fd-fdf4c1b2aa74 no longer exists at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:02:29.607075 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] No Port match for: e9d80646-58d2-4963-a9fd-fdf4c1b2aa74 {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:02:29.607807 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device e9d80646-58d2-4963-a9fd-fdf4c1b2aa74 not bound to the agent host dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:02:29.608113 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 4256595c-a414-4dc8-9a0f-d1e2e5bce808 no longer exists at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:02:29.628881 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] No Port match for: 4256595c-a414-4dc8-9a0f-d1e2e5bce808 {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:02:29.629347 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 4256595c-a414-4dc8-9a0f-d1e2e5bce808 not bound to the agent host dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:02:29.630822 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 19e4bfa3-087e-449e-8f37-84d7f8e26690 no longer exists at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:02:29.655411 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] No Port match for: 19e4bfa3-087e-449e-8f37-84d7f8e26690 {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:02:29.656018 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 19e4bfa3-087e-449e-8f37-84d7f8e26690 not bound to the agent host dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:02:29.706761 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237683d-c5f0-455c-be27-b17d77bda6f2 req-11d683cf-a5dc-4279-b7f9-a1f12c4edd0f tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:29.708264 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e237683d-c5f0-455c-be27-b17d77bda6f2 req-11d683cf-a5dc-4279-b7f9-a1f12c4edd0f tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] 10.222.0.82 "GET /v2.0/ports?device_id=2f8ddc54-7c62-4413-b07a-1820d7557a8a HTTP/1.1" status: 200 len: 948 time: 0.0538945 Feb 17 10:02:29.754460 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e237683d-c5f0-455c-be27-b17d77bda6f2 req-fbd3716c-6af9-47bf-bf0b-ee4bfe42a705 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd14b1b5-ee64-4717-8003-cd4550a9f707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406716 Feb 17 10:02:30.419787 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device d1e8585f-8b80-4d57-bf86-a1c178cf9052 up at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 10:02:30.478864 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning for port d1e8585f-8b80-4d57-bf86-a1c178cf9052 completed by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:02:30.483951 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning complete for port d1e8585f-8b80-4d57-bf86-a1c178cf9052 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:02:30.484335 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (d1e8585f-8b80-4d57-bf86-a1c178cf9052), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:30.565052 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port d1e8585f-8b80-4d57-bf86-a1c178cf9052 is: BUILD; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:02:30.565444 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (d1e8585f-8b80-4d57-bf86-a1c178cf9052), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:30.591847 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8ddc54-7c62-4413-b07a-1820d7557a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e8585f-8b80-4d57-bf86-a1c178cf9052'}] {{(pid=102622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:02:30.594121 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c0921c82721ddcd3043691fcb1168a632d6e856cc39374f61865f4aa2fd6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49887b08-3299-4e87-93fc-866f21680452" -d '{"events": [{"server_uuid": "2f8ddc54-7c62-4413-b07a-1820d7557a8a", "name": "network-vif-plugged", "status": "completed", "tag": "d1e8585f-8b80-4d57-bf86-a1c178cf9052"}]}' {{(pid=102622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:02:30.606268 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port d1e8585f-8b80-4d57-bf86-a1c178cf9052, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d1e8585f-8b80-4d57-bf86-a1c178cf9052,segment=NetworkSegment(66961bdf-49ef-4851-8add-364961f16110),segment_id=66961bdf-49ef-4851-8add-364961f16110)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:02:30.610432 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (d1e8585f-8b80-4d57-bf86-a1c178cf9052), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:30.634358 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 10:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2552fc-51c0-49b7-9d20-92ad5856cafe x-openstack-request-id: req-ef2552fc-51c0-49b7-9d20-92ad5856cafe {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:02:30.634653 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8ddc54-7c62-4413-b07a-1820d7557a8a", "name": "network-vif-plugged", "status": "completed", "tag": "d1e8585f-8b80-4d57-bf86-a1c178cf9052", "code": 200}]} {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:02:30.634908 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ef2552fc-51c0-49b7-9d20-92ad5856cafe {{(pid=102622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:02:30.635323 dv-cinder-778193-18-iscsi neutron-server[102622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8ddc54-7c62-4413-b07a-1820d7557a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e8585f-8b80-4d57-bf86-a1c178cf9052', 'code': 200} Feb 17 10:02:30.660694 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=d1e8585f-8b80-4d57-bf86-a1c178cf9052,revision_number=5']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:30.796832 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b81a0-d167-4359-8d8f-8fd6a51fa303 req-5b69b4b2-de5a-4cb4-8133-6ae94536cf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:30.798368 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b38b81a0-d167-4359-8d8f-8fd6a51fa303 req-5b69b4b2-de5a-4cb4-8133-6ae94536cf5b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2f8ddc54-7c62-4413-b07a-1820d7557a8a HTTP/1.1" status: 200 len: 1133 time: 0.0450270 Feb 17 10:02:30.844522 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b38b81a0-d167-4359-8d8f-8fd6a51fa303 req-54430864-a30b-4791-9791-9521e4b1eb9e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=fd14b1b5-ee64-4717-8003-cd4550a9f707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398908 Feb 17 10:02:30.874550 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63091f17-6fa1-4c3a-906a-b6f49068f295 req-88c217e2-9977-4a4b-9d31-99d96416f3d4 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:30.876059 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-63091f17-6fa1-4c3a-906a-b6f49068f295 req-88c217e2-9977-4a4b-9d31-99d96416f3d4 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] 10.222.0.82 "GET /v2.0/ports?device_id=2f8ddc54-7c62-4413-b07a-1820d7557a8a HTTP/1.1" status: 200 len: 949 time: 0.0521419 Feb 17 10:02:30.920472 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-63091f17-6fa1-4c3a-906a-b6f49068f295 req-26a0b4f1-7d8f-42a5-9ac2-c5e3e6cd1729 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd14b1b5-ee64-4717-8003-cd4550a9f707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380468 Feb 17 10:02:32.045999 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd68adf-51ff-4318-8345-4641a0b48ad0 req-b384341c-9134-4e94-a1f4-905fa54e3bd9 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:32.047475 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-5cd68adf-51ff-4318-8345-4641a0b48ad0 req-b384341c-9134-4e94-a1f4-905fa54e3bd9 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] 10.222.0.82 "GET /v2.0/ports?device_id=2f8ddc54-7c62-4413-b07a-1820d7557a8a HTTP/1.1" status: 200 len: 949 time: 0.0572896 Feb 17 10:02:32.100603 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-5cd68adf-51ff-4318-8345-4641a0b48ad0 req-dc2ddac5-427f-4905-8ae0-64dec154e3cb tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd14b1b5-ee64-4717-8003-cd4550a9f707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457346 Feb 17 10:02:33.061991 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 54406) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:33.166416 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-e67c980c-b32a-48ee-b65a-1f43f326b3e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:33.245518 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea5f1e-3852-47d0-a8b0-a081f7b741c4 req-be103c49-0bcb-4b50-b2ae-9966332ddebd tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:33.247137 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c6ea5f1e-3852-47d0-a8b0-a081f7b741c4 req-be103c49-0bcb-4b50-b2ae-9966332ddebd tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] 10.222.0.82 "GET /v2.0/ports?device_id=2f8ddc54-7c62-4413-b07a-1820d7557a8a HTTP/1.1" status: 200 len: 949 time: 0.0787590 Feb 17 10:02:33.320956 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-e67c980c-b32a-48ee-b65a-1f43f326b3e4 admin admin] Publish callbacks [] for security_group (64582966-ae27-4c08-88fb-756054b9e21d), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:33.324904 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c6ea5f1e-3852-47d0-a8b0-a081f7b741c4 req-cce23307-3ef0-4e48-9719-41b4552a6909 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd14b1b5-ee64-4717-8003-cd4550a9f707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706272 Feb 17 10:02:33.325991 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-e67c980c-b32a-48ee-b65a-1f43f326b3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (64582966-ae27-4c08-88fb-756054b9e21d), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:33.368488 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-e67c980c-b32a-48ee-b65a-1f43f326b3e4 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6d1a789f0c854f859ec210dfe03fe208&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3054173 Feb 17 10:02:33.369450 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c980c-b32a-48ee-b65a-1f43f326b3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64582966-ae27-4c08-88fb-756054b9e21d,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:33.371059 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 54416) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:33.421293 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-33ff5a43-22a8-4127-a464-2c8fdd96a388 admin admin] Publish callbacks [] for security_group (64582966-ae27-4c08-88fb-756054b9e21d), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:33.443939 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-33ff5a43-22a8-4127-a464-2c8fdd96a388 admin admin] Publish callbacks [] for security_group (64582966-ae27-4c08-88fb-756054b9e21d), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:33.494130 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-33ff5a43-22a8-4127-a464-2c8fdd96a388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (64582966-ae27-4c08-88fb-756054b9e21d), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:33.496704 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-33ff5a43-22a8-4127-a464-2c8fdd96a388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:33.500158 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-33ff5a43-22a8-4127-a464-2c8fdd96a388 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/64582966-ae27-4c08-88fb-756054b9e21d HTTP/1.1" status: 204 len: 168 time: 0.1257772 Feb 17 10:02:33.505883 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff5a43-22a8-4127-a464-2c8fdd96a388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64582966-ae27-4c08-88fb-756054b9e21d,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:33.605202 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27687c62-d5cb-43c9-9fc6-8785a49df7a2 req-06cc42c5-6efe-4ba8-9dc1-4772cd92e7a0 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:33.606739 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-27687c62-d5cb-43c9-9fc6-8785a49df7a2 req-06cc42c5-6efe-4ba8-9dc1-4772cd92e7a0 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] 10.222.0.82 "GET /v2.0/ports?device_id=2f8ddc54-7c62-4413-b07a-1820d7557a8a HTTP/1.1" status: 200 len: 949 time: 0.0551915 Feb 17 10:02:33.657861 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-27687c62-d5cb-43c9-9fc6-8785a49df7a2 req-719d8f32-ff2b-4887-9bf6-0a2f75b2e4b4 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd14b1b5-ee64-4717-8003-cd4550a9f707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455449 Feb 17 10:02:33.785575 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:34.781353 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d47fe5-0f5c-4549-a7b0-d6145c720f09 req-4462e991-ef6e-498f-8f67-8941e317dacf tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:34.782853 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-83d47fe5-0f5c-4549-a7b0-d6145c720f09 req-4462e991-ef6e-498f-8f67-8941e317dacf tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] 10.222.0.82 "GET /v2.0/ports?device_id=2f8ddc54-7c62-4413-b07a-1820d7557a8a HTTP/1.1" status: 200 len: 949 time: 0.0564899 Feb 17 10:02:34.830752 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-83d47fe5-0f5c-4549-a7b0-d6145c720f09 req-a2631310-bfff-4dad-adf9-4dbb9d89f8a3 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd14b1b5-ee64-4717-8003-cd4550a9f707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411222 Feb 17 10:02:34.971114 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e4d74-17d6-4331-8dd1-17157b3ec0a2 req-65c7c031-255c-408f-aa22-809d4b885c8a tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:34.972586 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-516e4d74-17d6-4331-8dd1-17157b3ec0a2 req-65c7c031-255c-408f-aa22-809d4b885c8a tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] 10.222.0.93 "GET /v2.0/ports?device_id=2f8ddc54-7c62-4413-b07a-1820d7557a8a HTTP/1.1" status: 200 len: 949 time: 0.0570199 Feb 17 10:02:35.079428 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-516e4d74-17d6-4331-8dd1-17157b3ec0a2 req-46d54e30-a74f-4b88-a676-43f7cfce61f2 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] Deleting port d1e8585f-8b80-4d57-bf86-a1c178cf9052 {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:02:35.079772 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-516e4d74-17d6-4331-8dd1-17157b3ec0a2 req-46d54e30-a74f-4b88-a676-43f7cfce61f2 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (d1e8585f-8b80-4d57-bf86-a1c178cf9052), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:35.105526 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 54470) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:35.167844 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-516e4d74-17d6-4331-8dd1-17157b3ec0a2 req-46d54e30-a74f-4b88-a676-43f7cfce61f2 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] For port d1e8585f-8b80-4d57-bf86-a1c178cf9052, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d1e8585f-8b80-4d57-bf86-a1c178cf9052,segment=NetworkSegment(66961bdf-49ef-4851-8add-364961f16110),segment_id=66961bdf-49ef-4851-8add-364961f16110)] {{(pid=102621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:02:35.168207 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-516e4d74-17d6-4331-8dd1-17157b3ec0a2 req-46d54e30-a74f-4b88-a676-43f7cfce61f2 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (d1e8585f-8b80-4d57-bf86-a1c178cf9052), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:35.180727 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-516e4d74-17d6-4331-8dd1-17157b3ec0a2 req-46d54e30-a74f-4b88-a676-43f7cfce61f2 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] Calling delete_port for d1e8585f-8b80-4d57-bf86-a1c178cf9052 owned by compute:nova {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:02:35.216992 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-220be92b-177e-49a0-83d5-211f8bab3a7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:35.292949 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-220be92b-177e-49a0-83d5-211f8bab3a7c admin admin] Publish callbacks [] for security_group (09499350-e816-482e-a8d4-138d90a6fc95), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:35.298273 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-220be92b-177e-49a0-83d5-211f8bab3a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (09499350-e816-482e-a8d4-138d90a6fc95), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:35.320467 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-516e4d74-17d6-4331-8dd1-17157b3ec0a2 req-46d54e30-a74f-4b88-a676-43f7cfce61f2 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (d1e8585f-8b80-4d57-bf86-a1c178cf9052), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:35.338974 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['d1e8585f-8b80-4d57-bf86-a1c178cf9052'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 10:02:35.342958 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-220be92b-177e-49a0-83d5-211f8bab3a7c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5e5fdbd84a874d75bea6370988830d53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362912 Feb 17 10:02:35.343702 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 54474) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:35.344344 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220be92b-177e-49a0-83d5-211f8bab3a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09499350-e816-482e-a8d4-138d90a6fc95,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:35.355736 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d54e30-a74f-4b88-a676-43f7cfce61f2 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] Pushing event deleted for resources: {'Port': ['ID=d1e8585f-8b80-4d57-bf86-a1c178cf9052,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:35.399595 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f8619555-7f94-47ec-aa72-700c7b7e089b admin admin] Publish callbacks [] for security_group (09499350-e816-482e-a8d4-138d90a6fc95), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:35.402078 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-516e4d74-17d6-4331-8dd1-17157b3ec0a2 req-46d54e30-a74f-4b88-a676-43f7cfce61f2 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] No DVR routers for this DVR port d1e8585f-8b80-4d57-bf86-a1c178cf9052 on host hv-cinder-77819 {{(pid=102621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:02:35.404851 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-516e4d74-17d6-4331-8dd1-17157b3ec0a2 req-46d54e30-a74f-4b88-a676-43f7cfce61f2 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:35.408191 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-516e4d74-17d6-4331-8dd1-17157b3ec0a2 req-46d54e30-a74f-4b88-a676-43f7cfce61f2 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] 10.222.0.93 "DELETE /v2.0/ports/d1e8585f-8b80-4d57-bf86-a1c178cf9052 HTTP/1.1" status: 204 len: 173 time: 0.4267993 Feb 17 10:02:35.408659 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8ddc54-7c62-4413-b07a-1820d7557a8a', 'name': 'network-vif-deleted', 'tag': 'd1e8585f-8b80-4d57-bf86-a1c178cf9052'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:02:35.410928 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2126dd6-c1ef-4cb4-84e1-249578a2ade8" -d '{"events": [{"server_uuid": "2f8ddc54-7c62-4413-b07a-1820d7557a8a", "name": "network-vif-deleted", "tag": "d1e8585f-8b80-4d57-bf86-a1c178cf9052"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:02:35.425600 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f8619555-7f94-47ec-aa72-700c7b7e089b admin admin] Publish callbacks [] for security_group (09499350-e816-482e-a8d4-138d90a6fc95), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:35.449677 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 10:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3e1aac-ca7b-40a3-a562-cf3453c80a84 x-openstack-request-id: req-3d3e1aac-ca7b-40a3-a562-cf3453c80a84 {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:02:35.450187 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8ddc54-7c62-4413-b07a-1820d7557a8a", "name": "network-vif-deleted", "tag": "d1e8585f-8b80-4d57-bf86-a1c178cf9052", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:02:35.450600 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-3d3e1aac-ca7b-40a3-a562-cf3453c80a84 {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:02:35.451196 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8ddc54-7c62-4413-b07a-1820d7557a8a', 'name': 'network-vif-deleted', 'tag': 'd1e8585f-8b80-4d57-bf86-a1c178cf9052', 'status': 'completed', 'code': 200} Feb 17 10:02:35.484086 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f8619555-7f94-47ec-aa72-700c7b7e089b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (09499350-e816-482e-a8d4-138d90a6fc95), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:35.486661 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f8619555-7f94-47ec-aa72-700c7b7e089b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:35.490230 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-f8619555-7f94-47ec-aa72-700c7b7e089b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/09499350-e816-482e-a8d4-138d90a6fc95 HTTP/1.1" status: 204 len: 168 time: 0.1405637 Feb 17 10:02:35.495970 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8619555-7f94-47ec-aa72-700c7b7e089b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09499350-e816-482e-a8d4-138d90a6fc95,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:35.768854 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 54482) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:35.781916 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-54cbd5c0-77e6-4333-87a7-57ddaeec444d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:35.859436 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-54cbd5c0-77e6-4333-87a7-57ddaeec444d admin admin] Publish callbacks [] for security_group (75209d8b-8968-49ca-8bd0-4a218222fd45), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:35.863343 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-54cbd5c0-77e6-4333-87a7-57ddaeec444d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (75209d8b-8968-49ca-8bd0-4a218222fd45), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:35.902819 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-54cbd5c0-77e6-4333-87a7-57ddaeec444d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=78193fd48792484fa1c96f34d2c0f78d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328578 Feb 17 10:02:35.903713 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cbd5c0-77e6-4333-87a7-57ddaeec444d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75209d8b-8968-49ca-8bd0-4a218222fd45,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:35.905520 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 54486) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:35.956678 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-24ccc6bc-c484-47f2-b29e-81090f95013d req-4465fc27-fe13-49a6-ba6c-ae271ca9fc99 tempest-VolumesNegativeTest-707389573 tempest-VolumesNegativeTest-707389573-project] 10.222.0.82 "GET /v2.0/ports?device_id=2f8ddc54-7c62-4413-b07a-1820d7557a8a HTTP/1.1" status: 200 len: 210 time: 0.0360289 Feb 17 10:02:35.973188 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-6a5110d6-0cb5-433d-8066-ffc342833df5 admin admin] Publish callbacks [] for security_group (75209d8b-8968-49ca-8bd0-4a218222fd45), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:35.996828 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-6a5110d6-0cb5-433d-8066-ffc342833df5 admin admin] Publish callbacks [] for security_group (75209d8b-8968-49ca-8bd0-4a218222fd45), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:36.046746 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-6a5110d6-0cb5-433d-8066-ffc342833df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (75209d8b-8968-49ca-8bd0-4a218222fd45), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:36.049501 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-6a5110d6-0cb5-433d-8066-ffc342833df5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:36.050773 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-6a5110d6-0cb5-433d-8066-ffc342833df5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/75209d8b-8968-49ca-8bd0-4a218222fd45 HTTP/1.1" status: 204 len: 168 time: 0.1441576 Feb 17 10:02:36.059822 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5110d6-0cb5-433d-8066-ffc342833df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75209d8b-8968-49ca-8bd0-4a218222fd45,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:38.422041 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device d1e8585f-8b80-4d57-bf86-a1c178cf9052 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:02:38.443091 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] No Port match for: d1e8585f-8b80-4d57-bf86-a1c178cf9052 {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:02:38.443475 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device d1e8585f-8b80-4d57-bf86-a1c178cf9052 not bound to the agent host hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:02:40.896481 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 54798) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:41.021910 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-3d8c89b5-ef83-46e4-a3e3-180d78d0a211 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2ce8ee8c6a65494bb779cfdc40d8c059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1237540 Feb 17 10:02:41.024398 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 54802) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:41.070805 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e73e5b5c-a2fb-4020-a33a-f27aade92445 admin admin] Publish callbacks [] for security_group (fd14b1b5-ee64-4717-8003-cd4550a9f707), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:41.090931 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e73e5b5c-a2fb-4020-a33a-f27aade92445 admin admin] Publish callbacks [] for security_group (fd14b1b5-ee64-4717-8003-cd4550a9f707), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:41.139266 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e73e5b5c-a2fb-4020-a33a-f27aade92445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (fd14b1b5-ee64-4717-8003-cd4550a9f707), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:41.141795 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e73e5b5c-a2fb-4020-a33a-f27aade92445 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:41.142925 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-e73e5b5c-a2fb-4020-a33a-f27aade92445 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/fd14b1b5-ee64-4717-8003-cd4550a9f707 HTTP/1.1" status: 204 len: 168 time: 0.1176248 Feb 17 10:02:41.151116 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e5b5c-a2fb-4020-a33a-f27aade92445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd14b1b5-ee64-4717-8003-cd4550a9f707,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:41.448236 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-c600d416-7b98-492e-bced-361b881ff45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:43.942540 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-2d553c2c-fe4a-4cb5-880b-6f7e666d9a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:44.547289 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9ec6e-eeb0-4e97-93c9-60d819d74900 req-65acbbb7-3430-4d18-8037-05046b0e4271 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:44.548740 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2cd9ec6e-eeb0-4e97-93c9-60d819d74900 req-65acbbb7-3430-4d18-8037-05046b0e4271 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 946 time: 0.0544574 Feb 17 10:02:44.595576 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2cd9ec6e-eeb0-4e97-93c9-60d819d74900 req-025437f5-e89e-44a8-ba49-a6c61d3c3b59 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411234 Feb 17 10:02:44.978253 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:45.538194 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:02:45.717085 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf298a-d5e9-4344-b94b-e5aad81ea427 req-774e7266-fa98-4050-8d82-f5b38550f894 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:45.718574 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8cdf298a-d5e9-4344-b94b-e5aad81ea427 req-774e7266-fa98-4050-8d82-f5b38550f894 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 946 time: 0.0551996 Feb 17 10:02:45.765838 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8cdf298a-d5e9-4344-b94b-e5aad81ea427 req-b62e5dd8-aa75-4412-bfb1-98fefb06b9b9 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415936 Feb 17 10:02:46.284527 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:46.884483 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235a8b1-4d9c-46a4-b93a-45838a002fa7 req-13144561-f08a-4e5e-9ae7-48f6bba1acd9 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:46.885969 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c235a8b1-4d9c-46a4-b93a-45838a002fa7 req-13144561-f08a-4e5e-9ae7-48f6bba1acd9 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 946 time: 0.0543375 Feb 17 10:02:46.932999 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c235a8b1-4d9c-46a4-b93a-45838a002fa7 req-21975f2e-3b0f-42d8-b769-cb8d1dc3e5ce tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416067 Feb 17 10:02:47.798041 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:48.048961 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857ab9b-46ab-4a3a-be59-a0e353a52d14 req-599cd74e-bc42-43cc-9dd3-ab34aee02a19 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:48.054413 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6857ab9b-46ab-4a3a-be59-a0e353a52d14 req-599cd74e-bc42-43cc-9dd3-ab34aee02a19 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 946 time: 0.0557687 Feb 17 10:02:48.105315 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6857ab9b-46ab-4a3a-be59-a0e353a52d14 req-314f98bd-764d-425f-a556-3aca38235477 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453637 Feb 17 10:02:49.224109 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd9c89-710c-4e93-bd0a-d60381c0e529 req-0d0cce8b-8385-429b-843c-74704b328d4d tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:49.226950 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-49bd9c89-710c-4e93-bd0a-d60381c0e529 req-0d0cce8b-8385-429b-843c-74704b328d4d tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 946 time: 0.0536625 Feb 17 10:02:49.274761 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-49bd9c89-710c-4e93-bd0a-d60381c0e529 req-63380396-0fe8-46af-b763-5725e8d3d1fa tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424652 Feb 17 10:02:50.063284 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 54962) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:50.170078 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-00bbfce4-fed5-4a50-a4f1-a6262f30d6b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:50.242256 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-00bbfce4-fed5-4a50-a4f1-a6262f30d6b8 admin admin] Publish callbacks [] for security_group (9c165837-2ccb-4c2c-953f-b59d8eb861d5), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:50.245978 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-00bbfce4-fed5-4a50-a4f1-a6262f30d6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (9c165837-2ccb-4c2c-953f-b59d8eb861d5), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:50.283448 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-00bbfce4-fed5-4a50-a4f1-a6262f30d6b8 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d5790b7b256446ed938374431a348a97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190390 Feb 17 10:02:50.284304 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbfce4-fed5-4a50-a4f1-a6262f30d6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c165837-2ccb-4c2c-953f-b59d8eb861d5,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:50.286240 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 54966) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:02:50.291539 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbfce4-fed5-4a50-a4f1-a6262f30d6b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:50.291904 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbfce4-fed5-4a50-a4f1-a6262f30d6b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:50.292259 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbfce4-fed5-4a50-a4f1-a6262f30d6b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:50.292608 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbfce4-fed5-4a50-a4f1-a6262f30d6b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:50.292952 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbfce4-fed5-4a50-a4f1-a6262f30d6b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:50.293292 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbfce4-fed5-4a50-a4f1-a6262f30d6b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:50.293632 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbfce4-fed5-4a50-a4f1-a6262f30d6b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:50.293974 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbfce4-fed5-4a50-a4f1-a6262f30d6b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:50.294312 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbfce4-fed5-4a50-a4f1-a6262f30d6b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:50.294649 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbfce4-fed5-4a50-a4f1-a6262f30d6b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:50.294984 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbfce4-fed5-4a50-a4f1-a6262f30d6b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:50.295344 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbfce4-fed5-4a50-a4f1-a6262f30d6b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:50.295675 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbfce4-fed5-4a50-a4f1-a6262f30d6b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:50.336711 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-9da87682-150a-4690-ae46-6645b34b1319 admin admin] Publish callbacks [] for security_group (9c165837-2ccb-4c2c-953f-b59d8eb861d5), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:50.357825 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-9da87682-150a-4690-ae46-6645b34b1319 admin admin] Publish callbacks [] for security_group (9c165837-2ccb-4c2c-953f-b59d8eb861d5), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:50.394946 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f1008-4351-45f1-8ec4-ef87e6c74989 req-d552391e-6e70-4414-9fe3-300cba066375 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:50.397232 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-349f1008-4351-45f1-8ec4-ef87e6c74989 req-d552391e-6e70-4414-9fe3-300cba066375 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 946 time: 0.0545547 Feb 17 10:02:50.406173 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-9da87682-150a-4690-ae46-6645b34b1319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (9c165837-2ccb-4c2c-953f-b59d8eb861d5), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:50.408889 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-9da87682-150a-4690-ae46-6645b34b1319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:50.410018 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-9da87682-150a-4690-ae46-6645b34b1319 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9c165837-2ccb-4c2c-953f-b59d8eb861d5 HTTP/1.1" status: 204 len: 168 time: 0.1228075 Feb 17 10:02:50.418754 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da87682-150a-4690-ae46-6645b34b1319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c165837-2ccb-4c2c-953f-b59d8eb861d5,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:50.449680 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-349f1008-4351-45f1-8ec4-ef87e6c74989 req-db04da17-7695-487a-8bc8-cb4bca4c4ee8 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453448 Feb 17 10:02:51.567217 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29525ac4-270c-4ca4-af2b-2285ae5298f7 req-e2b2672e-95da-4718-8c51-f02638a1656f tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:51.568728 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-29525ac4-270c-4ca4-af2b-2285ae5298f7 req-e2b2672e-95da-4718-8c51-f02638a1656f tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 946 time: 0.0518775 Feb 17 10:02:51.614897 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-29525ac4-270c-4ca4-af2b-2285ae5298f7 req-cf9e73c2-fa9f-4f50-9d03-845da8cfdba3 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408027 Feb 17 10:02:52.738905 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68ec9f-e633-448c-a294-ccc855f88ff3 req-4b1a1447-9c20-431c-b393-c024974f77d6 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:52.740889 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6f68ec9f-e633-448c-a294-ccc855f88ff3 req-4b1a1447-9c20-431c-b393-c024974f77d6 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 946 time: 0.0578909 Feb 17 10:02:52.788517 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6f68ec9f-e633-448c-a294-ccc855f88ff3 req-f0989a82-be9f-4755-b495-b380034840a9 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422254 Feb 17 10:02:53.907773 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429adca1-74e6-4443-b376-550c8be5d264 req-733c57f4-2997-4df7-803f-b8f07ae0ba0e tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:53.909299 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-429adca1-74e6-4443-b376-550c8be5d264 req-733c57f4-2997-4df7-803f-b8f07ae0ba0e tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 946 time: 0.0512767 Feb 17 10:02:53.956454 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-429adca1-74e6-4443-b376-550c8be5d264 req-977617f6-1892-4360-b3ac-b16760debd64 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412841 Feb 17 10:02:55.072663 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b841f3-afce-4a45-9dd8-48d232d896b7 req-4f07e264-4124-4512-a1bb-cc87fed1e449 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:55.073564 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-18b841f3-afce-4a45-9dd8-48d232d896b7 req-4f07e264-4124-4512-a1bb-cc87fed1e449 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 946 time: 0.0506768 Feb 17 10:02:55.125149 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-18b841f3-afce-4a45-9dd8-48d232d896b7 req-1e0822fd-9f56-43cb-89a9-cbdbe7381f50 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460463 Feb 17 10:02:56.239247 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d7aea-5b6e-4d20-ab36-dd13beb490f4 req-7237ba8e-92ae-4fd2-9866-487150280108 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:56.241121 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6d1d7aea-5b6e-4d20-ab36-dd13beb490f4 req-7237ba8e-92ae-4fd2-9866-487150280108 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 946 time: 0.0503490 Feb 17 10:02:56.287800 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6d1d7aea-5b6e-4d20-ab36-dd13beb490f4 req-0f485f16-d9c9-442e-8265-a937ef3d96a5 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412049 Feb 17 10:02:56.579865 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91847325-6282-49ce-bb83-7627b80948ad req-663fe314-194a-444e-badd-615c396758a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:56.581241 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-91847325-6282-49ce-bb83-7627b80948ad req-663fe314-194a-444e-badd-615c396758a1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=de44e74ec4f14798bfdcd62c94d133f3&device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 1130 time: 0.0426931 Feb 17 10:02:56.672628 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91847325-6282-49ce-bb83-7627b80948ad req-9e09c69c-a6f6-49a9-95fe-fe0ebce46b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:56.674062 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-91847325-6282-49ce-bb83-7627b80948ad req-9e09c69c-a6f6-49a9-95fe-fe0ebce46b64 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4e3382a2-24ac-4cc3-827e-8b4d3a55c405 HTTP/1.1" status: 200 len: 910 time: 0.0842073 Feb 17 10:02:56.738846 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-91847325-6282-49ce-bb83-7627b80948ad req-d65170c2-435e-4ace-8649-c5944f3938f2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34939abd-00b4-422e-ab60-83a237629f24 HTTP/1.1" status: 200 len: 1002 time: 0.0552599 Feb 17 10:02:56.792290 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91847325-6282-49ce-bb83-7627b80948ad req-e78a56ea-a713-4f2d-b76e-35a970aaccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:56.793697 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-91847325-6282-49ce-bb83-7627b80948ad req-e78a56ea-a713-4f2d-b76e-35a970aaccb5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=13cfbcdc-2ffd-4e28-9105-a23d7be8b66c HTTP/1.1" status: 200 len: 847 time: 0.0455658 Feb 17 10:02:56.842638 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91847325-6282-49ce-bb83-7627b80948ad req-47a2fcb4-672a-4e29-81a7-f406fd88b29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:56.844033 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-91847325-6282-49ce-bb83-7627b80948ad req-47a2fcb4-672a-4e29-81a7-f406fd88b29d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4e3382a2-24ac-4cc3-827e-8b4d3a55c405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416057 Feb 17 10:02:56.933063 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-91847325-6282-49ce-bb83-7627b80948ad req-3a1e945f-17a8-46a0-b40d-822a3104ead2 service neutron] 10.222.0.93 "GET /v2.0/networks/4e3382a2-24ac-4cc3-827e-8b4d3a55c405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792272 Feb 17 10:02:57.024982 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-91847325-6282-49ce-bb83-7627b80948ad req-854e7860-4f48-4e37-bbb8-12dfa36c6bc6 service neutron] 10.222.0.93 "GET /v2.0/networks/4e3382a2-24ac-4cc3-827e-8b4d3a55c405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834916 Feb 17 10:02:57.405738 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c0b67-fc7d-4d0b-856a-daeb3e19fb79 req-89258d38-425c-4c3b-8ac5-2b5075594d68 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:57.407119 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-719c0b67-fc7d-4d0b-856a-daeb3e19fb79 req-89258d38-425c-4c3b-8ac5-2b5075594d68 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 946 time: 0.0520043 Feb 17 10:02:57.454275 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-719c0b67-fc7d-4d0b-856a-daeb3e19fb79 req-42fb1a36-1994-482b-bffc-b8547b5e15bd tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415361 Feb 17 10:02:58.572803 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12073b-5d25-4478-a799-bfd8756bd499 req-d33a7a6b-af64-4e92-9853-8838d1b607da tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:58.574314 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8c12073b-5d25-4478-a799-bfd8756bd499 req-d33a7a6b-af64-4e92-9853-8838d1b607da tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 946 time: 0.0546072 Feb 17 10:02:58.622106 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8c12073b-5d25-4478-a799-bfd8756bd499 req-d9a0fe14-7d78-4dbf-a8b4-f9088ab3ebbc tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424566 Feb 17 10:02:59.738071 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe7d5a-b6b6-42fe-8913-03cdbb75caec req-6cb28bb3-68f0-4b17-8282-fed880ba38c8 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:59.739597 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b4fe7d5a-b6b6-42fe-8913-03cdbb75caec req-6cb28bb3-68f0-4b17-8282-fed880ba38c8 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 946 time: 0.0500355 Feb 17 10:02:59.786246 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b4fe7d5a-b6b6-42fe-8913-03cdbb75caec req-efde2205-1ea6-4c68-9c21-faffe168302e tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406399 Feb 17 10:02:59.852943 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [req-90caec5d-0deb-48ec-ad6c-23d0165a04f0 req-d446e0df-b171-4bcc-b65a-20f79878b768 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=102620) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 10:02:59.853965 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-90caec5d-0deb-48ec-ad6c-23d0165a04f0 req-d446e0df-b171-4bcc-b65a-20f79878b768 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056698 Feb 17 10:03:00.016398 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-285cfa0c-3456-461e-a6e9-837e7f1aa597 req-27711dae-c523-462e-a4f2-c7842c25d4bf service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0779288 Feb 17 10:03:00.028023 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d82a51-7411-42a1-8df9-c15558da405c req-f183d250-f268-4612-9a08-162264626706 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:00.029452 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-46d82a51-7411-42a1-8df9-c15558da405c req-f183d250-f268-4612-9a08-162264626706 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 946 time: 0.0667861 Feb 17 10:03:00.110981 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cfa0c-3456-461e-a6e9-837e7f1aa597 req-42557162-0d30-4593-8c6c-a303a02f47e1 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:00.112333 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-285cfa0c-3456-461e-a6e9-837e7f1aa597 req-42557162-0d30-4593-8c6c-a303a02f47e1 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports/34939abd-00b4-422e-ab60-83a237629f24 HTTP/1.1" status: 200 len: 943 time: 0.0633483 Feb 17 10:03:00.116352 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-46d82a51-7411-42a1-8df9-c15558da405c req-26e62290-75ca-4d02-b8d5-72ad48964abc tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803127 Feb 17 10:03:01.235407 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee29b51-3ce0-4846-ad3e-5fd7c922f004 req-14729929-3339-48e0-b23c-50488e574fcd tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:01.236868 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0ee29b51-3ce0-4846-ad3e-5fd7c922f004 req-14729929-3339-48e0-b23c-50488e574fcd tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 946 time: 0.0532670 Feb 17 10:03:01.284368 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0ee29b51-3ce0-4846-ad3e-5fd7c922f004 req-40bf4aa0-94bc-4484-9e02-01f3fdce4ab3 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415139 Feb 17 10:03:02.400315 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb23f4f-526b-4fd7-8d0d-d96b746bb608 req-3352f95d-05c0-49ba-8fcc-ed6a2ca79c37 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:02.401808 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ecb23f4f-526b-4fd7-8d0d-d96b746bb608 req-3352f95d-05c0-49ba-8fcc-ed6a2ca79c37 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 946 time: 0.0534725 Feb 17 10:03:02.449739 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ecb23f4f-526b-4fd7-8d0d-d96b746bb608 req-7918b38b-9aa0-49f9-992c-d69a52579b81 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425117 Feb 17 10:03:02.575287 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 34939abd-00b4-422e-ab60-83a237629f24 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:03:02.658751 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 34939abd-00b4-422e-ab60-83a237629f24 is: ACTIVE; New status is: DOWN {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:03:02.659069 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (34939abd-00b4-422e-ab60-83a237629f24), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:02.681992 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a01c581-0f78-45ce-8438-3d71f4528d1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34939abd-00b4-422e-ab60-83a237629f24'}] {{(pid=102622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:03:02.684306 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c0921c82721ddcd3043691fcb1168a632d6e856cc39374f61865f4aa2fd6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce342dfe-83c5-4700-af31-10e9068b2c44" -d '{"events": [{"server_uuid": "8a01c581-0f78-45ce-8438-3d71f4528d1a", "name": "network-vif-unplugged", "status": "completed", "tag": "34939abd-00b4-422e-ab60-83a237629f24"}]}' {{(pid=102622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:03:02.697022 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 34939abd-00b4-422e-ab60-83a237629f24, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=34939abd-00b4-422e-ab60-83a237629f24,segment=NetworkSegment(1c6bc412-3891-4884-83a1-cff6658b4c69),segment_id=1c6bc412-3891-4884-83a1-cff6658b4c69)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:03:02.702151 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (34939abd-00b4-422e-ab60-83a237629f24), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:02.726390 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 17 Feb 2022 10:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838bbad6-87fb-4f3f-bfb9-0ca8b942d085 x-openstack-request-id: req-838bbad6-87fb-4f3f-bfb9-0ca8b942d085 {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:03:02.726685 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a01c581-0f78-45ce-8438-3d71f4528d1a", "name": "network-vif-unplugged", "status": "failed", "tag": "34939abd-00b4-422e-ab60-83a237629f24", "code": 422}]} {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:03:02.727035 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-838bbad6-87fb-4f3f-bfb9-0ca8b942d085 {{(pid=102622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:03:02.727382 dv-cinder-778193-18-iscsi neutron-server[102622]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8a01c581-0f78-45ce-8438-3d71f4528d1a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '34939abd-00b4-422e-ab60-83a237629f24', 'code': 422} returned with failed status Feb 17 10:03:02.755453 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=34939abd-00b4-422e-ab60-83a237629f24,revision_number=6']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:02.763357 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:02.763711 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:02.764059 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:02.764398 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:02.764731 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:02.765064 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:02.765395 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:02.765727 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:02.766059 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:02.766391 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:02.766719 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:02.767042 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:02.767391 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:03.565772 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ced917-1ace-42cd-8f9a-e74211dca0bf req-af3abca1-c499-401f-a720-47d3cbe03c97 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:03.567246 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-81ced917-1ace-42cd-8f9a-e74211dca0bf req-af3abca1-c499-401f-a720-47d3cbe03c97 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 944 time: 0.0509536 Feb 17 10:03:03.618871 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-81ced917-1ace-42cd-8f9a-e74211dca0bf req-32520b33-e8ca-455b-869f-f447f9f24b5c tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455024 Feb 17 10:03:03.824395 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:04.738622 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4f551-c2b1-445c-a3e1-0d2301909719 req-3b2f66e2-35d0-4ffd-af16-58302909e3c7 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:04.740550 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3ac4f551-c2b1-445c-a3e1-0d2301909719 req-3b2f66e2-35d0-4ffd-af16-58302909e3c7 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 944 time: 0.0520136 Feb 17 10:03:04.801020 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3ac4f551-c2b1-445c-a3e1-0d2301909719 req-c0058ff3-2e97-49a0-be30-d1cfc2b46cd4 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528035 Feb 17 10:03:05.933057 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d3f68-6187-4f98-ba74-6f3fb3fc1e43 req-37697d4f-4d73-48bc-b120-c732f160db95 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:05.934733 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-cc9d3f68-6187-4f98-ba74-6f3fb3fc1e43 req-37697d4f-4d73-48bc-b120-c732f160db95 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 944 time: 0.0567064 Feb 17 10:03:05.991272 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-cc9d3f68-6187-4f98-ba74-6f3fb3fc1e43 req-cced579a-dc93-49d2-bed8-a89855cb0fdc tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506096 Feb 17 10:03:06.509550 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cfa0c-3456-461e-a6e9-837e7f1aa597 req-c74d80f3-6389-4e7b-8bf6-92aa516306ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:06.511046 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-285cfa0c-3456-461e-a6e9-837e7f1aa597 req-c74d80f3-6389-4e7b-8bf6-92aa516306ba service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a&tenant_id=de44e74ec4f14798bfdcd62c94d133f3 HTTP/1.1" status: 200 len: 1128 time: 0.0479412 Feb 17 10:03:06.580764 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cfa0c-3456-461e-a6e9-837e7f1aa597 req-b2d08e36-8646-4632-b513-8d75d948214f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:06.582287 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-285cfa0c-3456-461e-a6e9-837e7f1aa597 req-b2d08e36-8646-4632-b513-8d75d948214f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=de44e74ec4f14798bfdcd62c94d133f3&device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 1128 time: 0.0457065 Feb 17 10:03:06.673470 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cfa0c-3456-461e-a6e9-837e7f1aa597 req-888e044a-54ae-4500-b703-070d2735b1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:06.674906 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-285cfa0c-3456-461e-a6e9-837e7f1aa597 req-888e044a-54ae-4500-b703-070d2735b1e9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4e3382a2-24ac-4cc3-827e-8b4d3a55c405 HTTP/1.1" status: 200 len: 910 time: 0.0818982 Feb 17 10:03:06.744893 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-285cfa0c-3456-461e-a6e9-837e7f1aa597 req-95f715f5-e437-4a7b-9290-70b9af82cc48 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34939abd-00b4-422e-ab60-83a237629f24 HTTP/1.1" status: 200 len: 1000 time: 0.0604782 Feb 17 10:03:06.811081 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cfa0c-3456-461e-a6e9-837e7f1aa597 req-c9af0f12-8bcc-4018-87d3-cbb963948f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:06.812490 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-285cfa0c-3456-461e-a6e9-837e7f1aa597 req-c9af0f12-8bcc-4018-87d3-cbb963948f84 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=13cfbcdc-2ffd-4e28-9105-a23d7be8b66c HTTP/1.1" status: 200 len: 847 time: 0.0593798 Feb 17 10:03:06.864806 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cfa0c-3456-461e-a6e9-837e7f1aa597 req-ba897550-8efc-48e4-a11f-c3b59c223236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:06.866366 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-285cfa0c-3456-461e-a6e9-837e7f1aa597 req-ba897550-8efc-48e4-a11f-c3b59c223236 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4e3382a2-24ac-4cc3-827e-8b4d3a55c405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446224 Feb 17 10:03:06.960078 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-285cfa0c-3456-461e-a6e9-837e7f1aa597 req-a676cf1c-7bde-44a3-9882-3a0353513a20 service neutron] 10.222.0.93 "GET /v2.0/networks/4e3382a2-24ac-4cc3-827e-8b4d3a55c405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814738 Feb 17 10:03:07.047303 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-285cfa0c-3456-461e-a6e9-837e7f1aa597 req-4b5aa5fa-96b8-4ac0-b032-68c8b1ffe844 service neutron] 10.222.0.93 "GET /v2.0/networks/4e3382a2-24ac-4cc3-827e-8b4d3a55c405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806093 Feb 17 10:03:07.114968 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809238c-9e05-4d2f-a21a-1b792cb66ec1 req-237331e3-5be7-4d14-95ee-cddc17b6c469 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:07.117024 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f809238c-9e05-4d2f-a21a-1b792cb66ec1 req-237331e3-5be7-4d14-95ee-cddc17b6c469 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 944 time: 0.0551176 Feb 17 10:03:07.171750 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f809238c-9e05-4d2f-a21a-1b792cb66ec1 req-6fea68ff-b680-4c3b-a876-b99ed8fb5287 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491605 Feb 17 10:03:08.296536 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f7d5c-42d5-4bab-aa0f-8fc9a3e55a6d req-fee4c225-3e91-4678-990e-24f3465529ff tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:08.297984 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-621f7d5c-42d5-4bab-aa0f-8fc9a3e55a6d req-fee4c225-3e91-4678-990e-24f3465529ff tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 944 time: 0.0509832 Feb 17 10:03:08.344274 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-621f7d5c-42d5-4bab-aa0f-8fc9a3e55a6d req-532fa1d3-890a-4a15-92ae-1f4d047e20e0 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408051 Feb 17 10:03:09.460699 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0f51f-67e9-4ffa-8d23-ac0d91ef87cc req-73447244-a114-4fc7-890c-5e6b711fbaba tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:09.462130 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b6c0f51f-67e9-4ffa-8d23-ac0d91ef87cc req-73447244-a114-4fc7-890c-5e6b711fbaba tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 944 time: 0.0509157 Feb 17 10:03:09.746549 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b6c0f51f-67e9-4ffa-8d23-ac0d91ef87cc req-9ddb9b63-71e6-40db-ae2d-89e7fd1b4adb tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2790294 Feb 17 10:03:10.865358 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900cdbe7-7b1e-406e-a278-ac01533752b3 req-3ccd0d2d-d627-4cfe-967c-92fa396713fe tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:10.866808 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-900cdbe7-7b1e-406e-a278-ac01533752b3 req-3ccd0d2d-d627-4cfe-967c-92fa396713fe tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 944 time: 0.0505130 Feb 17 10:03:10.916496 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-900cdbe7-7b1e-406e-a278-ac01533752b3 req-0bb74431-3578-4362-b55f-28e44d8d6be3 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441768 Feb 17 10:03:11.449393 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-313e6f78-263e-4a91-9cda-cd0d1a4bcada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:12.031474 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c016a6-d683-47ae-8d5b-81d570b832d0 req-effe5353-aca3-4b91-95ff-924f119f6320 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:12.032933 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a5c016a6-d683-47ae-8d5b-81d570b832d0 req-effe5353-aca3-4b91-95ff-924f119f6320 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 944 time: 0.0523918 Feb 17 10:03:12.083310 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a5c016a6-d683-47ae-8d5b-81d570b832d0 req-c79349c0-a981-4875-9fe3-0ba934772f10 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440750 Feb 17 10:03:13.199681 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36132f21-14a3-47f6-9238-9edcae834a74 req-9227802f-c613-445e-a868-16404315130b tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:13.201130 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-36132f21-14a3-47f6-9238-9edcae834a74 req-9227802f-c613-445e-a868-16404315130b tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 944 time: 0.0511520 Feb 17 10:03:13.247378 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-36132f21-14a3-47f6-9238-9edcae834a74 req-5462a48c-14f4-42aa-a52f-06d8344cc44d tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407465 Feb 17 10:03:13.943799 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-c6557f19-81e1-472f-a0f0-074410da99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:14.124160 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8118e7-78c2-496e-9cac-86b3bf7c4776 req-1bc9ce6d-2400-43fa-bbde-aa6e5203f0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:14.125618 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-2e8118e7-78c2-496e-9cac-86b3bf7c4776 req-1bc9ce6d-2400-43fa-bbde-aa6e5203f0f4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=de44e74ec4f14798bfdcd62c94d133f3&device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 1128 time: 0.0469885 Feb 17 10:03:14.235216 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8118e7-78c2-496e-9cac-86b3bf7c4776 req-e44690a0-525c-4de1-82d2-58f990c09805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:14.236658 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-2e8118e7-78c2-496e-9cac-86b3bf7c4776 req-e44690a0-525c-4de1-82d2-58f990c09805 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4e3382a2-24ac-4cc3-827e-8b4d3a55c405 HTTP/1.1" status: 200 len: 910 time: 0.0846484 Feb 17 10:03:14.304432 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-2e8118e7-78c2-496e-9cac-86b3bf7c4776 req-d95f8bd7-cf61-4b6c-9625-9aced234c438 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34939abd-00b4-422e-ab60-83a237629f24 HTTP/1.1" status: 200 len: 1000 time: 0.0618739 Feb 17 10:03:14.357233 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8118e7-78c2-496e-9cac-86b3bf7c4776 req-6f8f5766-7be6-4352-8d6f-aac676b2f720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:14.359441 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-2e8118e7-78c2-496e-9cac-86b3bf7c4776 req-6f8f5766-7be6-4352-8d6f-aac676b2f720 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=13cfbcdc-2ffd-4e28-9105-a23d7be8b66c HTTP/1.1" status: 200 len: 847 time: 0.0451922 Feb 17 10:03:14.368629 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f46fb-fcae-44bc-8d4f-4cdb871234e4 req-f534d4d4-6a3a-4626-be65-e7fa125b7d42 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:14.370067 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a22f46fb-fcae-44bc-8d4f-4cdb871234e4 req-f534d4d4-6a3a-4626-be65-e7fa125b7d42 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 944 time: 0.0560236 Feb 17 10:03:14.410189 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8118e7-78c2-496e-9cac-86b3bf7c4776 req-3c7ed4a8-8d22-4fd3-ae13-ef2d6360aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:14.412110 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-2e8118e7-78c2-496e-9cac-86b3bf7c4776 req-3c7ed4a8-8d22-4fd3-ae13-ef2d6360aff4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4e3382a2-24ac-4cc3-827e-8b4d3a55c405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443645 Feb 17 10:03:14.421233 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a22f46fb-fcae-44bc-8d4f-4cdb871234e4 req-a704b449-f621-4d47-80f8-5c9f1f08be47 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452054 Feb 17 10:03:14.509562 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-2e8118e7-78c2-496e-9cac-86b3bf7c4776 req-1c273d6d-4228-4b4f-b3c9-89bfcce96573 service neutron] 10.222.0.93 "GET /v2.0/networks/4e3382a2-24ac-4cc3-827e-8b4d3a55c405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905769 Feb 17 10:03:14.601620 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-2e8118e7-78c2-496e-9cac-86b3bf7c4776 req-18f42333-bdaf-4730-9dbe-90ac9886fa28 service neutron] 10.222.0.93 "GET /v2.0/networks/4e3382a2-24ac-4cc3-827e-8b4d3a55c405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851901 Feb 17 10:03:14.982006 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:15.540972 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d7535-5523-4cf1-88fb-0fa4c9c73159 req-5e2e5c97-ba81-40f1-9d6e-3ffb1d76d40f tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:15.542426 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7d1d7535-5523-4cf1-88fb-0fa4c9c73159 req-5e2e5c97-ba81-40f1-9d6e-3ffb1d76d40f tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 944 time: 0.0544596 Feb 17 10:03:15.590501 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7d1d7535-5523-4cf1-88fb-0fa4c9c73159 req-ab04e5fc-4d33-4121-980a-1a4f8e00f6d5 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425489 Feb 17 10:03:16.287990 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:16.623047 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 34939abd-00b4-422e-ab60-83a237629f24 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 10:03:16.706809 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243e5df-b0f4-4d7a-b18b-035d8f3175d4 req-e4047a94-4ba0-410c-93c7-90155f65658b tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:16.708323 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6243e5df-b0f4-4d7a-b18b-035d8f3175d4 req-e4047a94-4ba0-410c-93c7-90155f65658b tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 944 time: 0.0512576 Feb 17 10:03:16.722116 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 34939abd-00b4-422e-ab60-83a237629f24, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=34939abd-00b4-422e-ab60-83a237629f24,segment=NetworkSegment(1c6bc412-3891-4884-83a1-cff6658b4c69),segment_id=1c6bc412-3891-4884-83a1-cff6658b4c69)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:03:16.733679 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Returning: {'device': '34939abd-00b4-422e-ab60-83a237629f24', 'network_id': '4e3382a2-24ac-4cc3-827e-8b4d3a55c405', 'port_id': '34939abd-00b4-422e-ab60-83a237629f24', 'mac_address': 'fa:16:3e:7f:32:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13cfbcdc-2ffd-4e28-9105-a23d7be8b66c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 10:03:16.756617 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6243e5df-b0f4-4d7a-b18b-035d8f3175d4 req-626c18ff-e4ef-4da3-a729-dbba05cc2955 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420949 Feb 17 10:03:16.773617 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 34939abd-00b4-422e-ab60-83a237629f24 is: DOWN; New status is: BUILD {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:03:16.774009 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (34939abd-00b4-422e-ab60-83a237629f24), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:16.786393 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34939abd-00b4-422e-ab60-83a237629f24 {{(pid=102622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 10:03:16.805076 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 34939abd-00b4-422e-ab60-83a237629f24, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=34939abd-00b4-422e-ab60-83a237629f24,segment=NetworkSegment(1c6bc412-3891-4884-83a1-cff6658b4c69),segment_id=1c6bc412-3891-4884-83a1-cff6658b4c69)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:03:16.808679 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (34939abd-00b4-422e-ab60-83a237629f24), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:16.857558 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=34939abd-00b4-422e-ab60-83a237629f24,revision_number=7']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:17.073315 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['34939abd-00b4-422e-ab60-83a237629f24'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 10:03:17.554499 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 55266) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:03:17.656256 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-f90276b5-87fd-455d-98f4-398daa4edfa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:17.732350 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-f90276b5-87fd-455d-98f4-398daa4edfa7 admin admin] Publish callbacks [] for security_group (ff15fd10-bee8-4586-9461-ac09ea4e6c97), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:17.736147 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-f90276b5-87fd-455d-98f4-398daa4edfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (ff15fd10-bee8-4586-9461-ac09ea4e6c97), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:17.802876 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:17.880478 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47731c94-c295-49e7-bf82-b7c5a8101601 req-74fd1357-a1f8-46e8-882a-4cbb64328b52 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:17.882643 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-47731c94-c295-49e7-bf82-b7c5a8101601 req-74fd1357-a1f8-46e8-882a-4cbb64328b52 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 945 time: 0.0540447 Feb 17 10:03:17.939140 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-47731c94-c295-49e7-bf82-b7c5a8101601 req-081a4273-2a87-4839-8abb-b18e9ba0be3c tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506365 Feb 17 10:03:18.021253 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90276b5-87fd-455d-98f4-398daa4edfa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff15fd10-bee8-4586-9461-ac09ea4e6c97,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:18.025059 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-f90276b5-87fd-455d-98f4-398daa4edfa7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6ef95ccbb9734047abcbc742b31b2ca3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4694204 Feb 17 10:03:18.027869 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 55272) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:03:18.031316 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90276b5-87fd-455d-98f4-398daa4edfa7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:18.031670 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90276b5-87fd-455d-98f4-398daa4edfa7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:18.032009 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90276b5-87fd-455d-98f4-398daa4edfa7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:18.032404 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90276b5-87fd-455d-98f4-398daa4edfa7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:18.032736 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90276b5-87fd-455d-98f4-398daa4edfa7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:18.033061 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90276b5-87fd-455d-98f4-398daa4edfa7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:18.033385 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90276b5-87fd-455d-98f4-398daa4edfa7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:18.033759 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90276b5-87fd-455d-98f4-398daa4edfa7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:18.034097 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90276b5-87fd-455d-98f4-398daa4edfa7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:18.034415 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90276b5-87fd-455d-98f4-398daa4edfa7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:18.034737 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90276b5-87fd-455d-98f4-398daa4edfa7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:18.035103 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90276b5-87fd-455d-98f4-398daa4edfa7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:18.035392 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90276b5-87fd-455d-98f4-398daa4edfa7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:18.079862 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f2bfbf42-542d-41b2-987e-7fe48d6c3769 admin admin] Publish callbacks [] for security_group (ff15fd10-bee8-4586-9461-ac09ea4e6c97), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:18.099936 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f2bfbf42-542d-41b2-987e-7fe48d6c3769 admin admin] Publish callbacks [] for security_group (ff15fd10-bee8-4586-9461-ac09ea4e6c97), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:18.144813 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f2bfbf42-542d-41b2-987e-7fe48d6c3769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (ff15fd10-bee8-4586-9461-ac09ea4e6c97), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:18.148276 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f2bfbf42-542d-41b2-987e-7fe48d6c3769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:18.149444 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-f2bfbf42-542d-41b2-987e-7fe48d6c3769 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ff15fd10-bee8-4586-9461-ac09ea4e6c97 HTTP/1.1" status: 204 len: 168 time: 0.1205039 Feb 17 10:03:18.157260 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfbf42-542d-41b2-987e-7fe48d6c3769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff15fd10-bee8-4586-9461-ac09ea4e6c97,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:18.408324 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 55278) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:03:18.421658 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-f1aa5141-b51d-4381-a1de-5775d985022a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:18.492470 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-f1aa5141-b51d-4381-a1de-5775d985022a admin admin] Publish callbacks [] for security_group (9a9278a6-6ed1-46e1-8749-10bddd9a1095), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:18.496190 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-f1aa5141-b51d-4381-a1de-5775d985022a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (9a9278a6-6ed1-46e1-8749-10bddd9a1095), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:18.530918 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa5141-b51d-4381-a1de-5775d985022a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9278a6-6ed1-46e1-8749-10bddd9a1095,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:18.535101 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-f1aa5141-b51d-4381-a1de-5775d985022a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=94d864622e4641319af14f262e6cc39b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1257558 Feb 17 10:03:18.538273 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 55280) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:03:18.584964 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-f12c4aef-42c5-468d-8e33-61bc809ed303 admin admin] Publish callbacks [] for security_group (9a9278a6-6ed1-46e1-8749-10bddd9a1095), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:18.604711 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-f12c4aef-42c5-468d-8e33-61bc809ed303 admin admin] Publish callbacks [] for security_group (9a9278a6-6ed1-46e1-8749-10bddd9a1095), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:18.638926 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 34939abd-00b4-422e-ab60-83a237629f24 up at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 10:03:18.652166 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-f12c4aef-42c5-468d-8e33-61bc809ed303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (9a9278a6-6ed1-46e1-8749-10bddd9a1095), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:18.654680 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-f12c4aef-42c5-468d-8e33-61bc809ed303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:18.658588 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-f12c4aef-42c5-468d-8e33-61bc809ed303 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9a9278a6-6ed1-46e1-8749-10bddd9a1095 HTTP/1.1" status: 204 len: 168 time: 0.1193995 Feb 17 10:03:18.666604 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c4aef-42c5-468d-8e33-61bc809ed303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9278a6-6ed1-46e1-8749-10bddd9a1095,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:18.705896 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning complete for port 34939abd-00b4-422e-ab60-83a237629f24 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:03:18.706278 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (34939abd-00b4-422e-ab60-83a237629f24), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:18.783996 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port 34939abd-00b4-422e-ab60-83a237629f24 is: BUILD; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:03:18.784389 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (34939abd-00b4-422e-ab60-83a237629f24), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:18.807797 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a01c581-0f78-45ce-8438-3d71f4528d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34939abd-00b4-422e-ab60-83a237629f24'}] {{(pid=102622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:03:18.809998 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c0921c82721ddcd3043691fcb1168a632d6e856cc39374f61865f4aa2fd6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c762006a-a5ab-4043-90b6-16db6743ec65" -d '{"events": [{"server_uuid": "8a01c581-0f78-45ce-8438-3d71f4528d1a", "name": "network-vif-plugged", "status": "completed", "tag": "34939abd-00b4-422e-ab60-83a237629f24"}]}' {{(pid=102622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:03:18.826094 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port 34939abd-00b4-422e-ab60-83a237629f24, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=34939abd-00b4-422e-ab60-83a237629f24,segment=NetworkSegment(1c6bc412-3891-4884-83a1-cff6658b4c69),segment_id=1c6bc412-3891-4884-83a1-cff6658b4c69)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:03:18.831310 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (34939abd-00b4-422e-ab60-83a237629f24), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:18.861659 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 10:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44e77c7-e0eb-4077-a382-1990e76f8c3c x-openstack-request-id: req-d44e77c7-e0eb-4077-a382-1990e76f8c3c {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:03:18.861957 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a01c581-0f78-45ce-8438-3d71f4528d1a", "name": "network-vif-plugged", "status": "completed", "tag": "34939abd-00b4-422e-ab60-83a237629f24", "code": 200}]} {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:03:18.862213 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d44e77c7-e0eb-4077-a382-1990e76f8c3c {{(pid=102622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:03:18.862605 dv-cinder-778193-18-iscsi neutron-server[102622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a01c581-0f78-45ce-8438-3d71f4528d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34939abd-00b4-422e-ab60-83a237629f24', 'code': 200} Feb 17 10:03:18.892465 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=34939abd-00b4-422e-ab60-83a237629f24,revision_number=8']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:19.078629 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a6303-5b08-46ec-b94d-441f1abe5510 req-15a6f8a6-87f6-450a-8dcd-492d22e57b13 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:19.080290 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4f0a6303-5b08-46ec-b94d-441f1abe5510 req-15a6f8a6-87f6-450a-8dcd-492d22e57b13 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 946 time: 0.0581107 Feb 17 10:03:19.136542 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4f0a6303-5b08-46ec-b94d-441f1abe5510 req-d6f520cb-581a-4483-9990-7c8d6c5cb384 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500228 Feb 17 10:03:19.140660 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250daacf-e70d-4189-bfae-cf7a0681705d req-44938ef7-4536-4fa2-9808-0d1f8f91c2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:19.142155 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-250daacf-e70d-4189-bfae-cf7a0681705d req-44938ef7-4536-4fa2-9808-0d1f8f91c2d1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 1130 time: 0.0610697 Feb 17 10:03:19.197152 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-250daacf-e70d-4189-bfae-cf7a0681705d req-727deff3-a25d-466f-a8b2-a113699f4e79 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460896 Feb 17 10:03:20.269360 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23e240-bba6-4c77-8880-ed64b5538c90 req-16da957a-4eb9-47c7-9c45-4fd6fbd427ee tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:20.270869 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3b23e240-bba6-4c77-8880-ed64b5538c90 req-16da957a-4eb9-47c7-9c45-4fd6fbd427ee tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 946 time: 0.0619628 Feb 17 10:03:20.322069 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-3b23e240-bba6-4c77-8880-ed64b5538c90 req-1ab6d5f2-ea1b-4b72-9ac0-4d329abc7a29 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441802 Feb 17 10:03:21.443526 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c4edd-c935-444e-8133-b4ba2fbae020 req-d7ff18cc-0e6a-4ee0-98e1-140369da508d tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:21.445077 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b56c4edd-c935-444e-8133-b4ba2fbae020 req-d7ff18cc-0e6a-4ee0-98e1-140369da508d tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 946 time: 0.0546167 Feb 17 10:03:21.496263 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b56c4edd-c935-444e-8133-b4ba2fbae020 req-5f9d61b4-2769-4115-a618-ecdfb50dcd29 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452724 Feb 17 10:03:22.536938 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:03:29.037564 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 55424) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:03:29.144665 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c50b5f7a-4403-45e5-8d20-238120a6eb4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:29.217146 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c50b5f7a-4403-45e5-8d20-238120a6eb4a admin admin] Publish callbacks [] for security_group (2e89e2d0-9d06-4640-bed3-7d75513ced8c), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:29.221971 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c50b5f7a-4403-45e5-8d20-238120a6eb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (2e89e2d0-9d06-4640-bed3-7d75513ced8c), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:29.258563 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-c50b5f7a-4403-45e5-8d20-238120a6eb4a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3528cbd5b9dc465aa192e0456ca203e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198753 Feb 17 10:03:29.261365 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 55428) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:03:29.265625 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b5f7a-4403-45e5-8d20-238120a6eb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e89e2d0-9d06-4640-bed3-7d75513ced8c,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:29.309189 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-4bf9ade9-6d04-41ae-8aa0-2b78b433f897 admin admin] Publish callbacks [] for security_group (2e89e2d0-9d06-4640-bed3-7d75513ced8c), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:29.333490 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-4bf9ade9-6d04-41ae-8aa0-2b78b433f897 admin admin] Publish callbacks [] for security_group (2e89e2d0-9d06-4640-bed3-7d75513ced8c), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:29.377464 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-4bf9ade9-6d04-41ae-8aa0-2b78b433f897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (2e89e2d0-9d06-4640-bed3-7d75513ced8c), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:29.380035 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-4bf9ade9-6d04-41ae-8aa0-2b78b433f897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:29.381738 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-4bf9ade9-6d04-41ae-8aa0-2b78b433f897 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2e89e2d0-9d06-4640-bed3-7d75513ced8c HTTP/1.1" status: 204 len: 168 time: 0.1193750 Feb 17 10:03:29.389393 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9ade9-6d04-41ae-8aa0-2b78b433f897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e89e2d0-9d06-4640-bed3-7d75513ced8c,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:29.639600 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 55434) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:03:29.653254 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-03cac98b-6bd9-466c-aa46-fcfb34287e99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:29.723088 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-03cac98b-6bd9-466c-aa46-fcfb34287e99 admin admin] Publish callbacks [] for security_group (6a05c3b9-fc3c-447b-bb90-1c2793f36e66), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:29.727299 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-03cac98b-6bd9-466c-aa46-fcfb34287e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (6a05c3b9-fc3c-447b-bb90-1c2793f36e66), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:29.763525 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-03cac98b-6bd9-466c-aa46-fcfb34287e99 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=14a46739f41940508a3f83f98ad585a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1228342 Feb 17 10:03:29.765402 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cac98b-6bd9-466c-aa46-fcfb34287e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a05c3b9-fc3c-447b-bb90-1c2793f36e66,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:29.766349 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 55436) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:03:29.816603 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-934d73ab-daf2-41cb-bc4c-fa24010d04ad admin admin] Publish callbacks [] for security_group (6a05c3b9-fc3c-447b-bb90-1c2793f36e66), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:29.836746 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-934d73ab-daf2-41cb-bc4c-fa24010d04ad admin admin] Publish callbacks [] for security_group (6a05c3b9-fc3c-447b-bb90-1c2793f36e66), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:29.883533 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-934d73ab-daf2-41cb-bc4c-fa24010d04ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (6a05c3b9-fc3c-447b-bb90-1c2793f36e66), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:29.886057 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-934d73ab-daf2-41cb-bc4c-fa24010d04ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:29.887215 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-934d73ab-daf2-41cb-bc4c-fa24010d04ad admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6a05c3b9-fc3c-447b-bb90-1c2793f36e66 HTTP/1.1" status: 204 len: 168 time: 0.1198871 Feb 17 10:03:29.894597 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d73ab-daf2-41cb-bc4c-fa24010d04ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a05c3b9-fc3c-447b-bb90-1c2793f36e66,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:31.395271 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 55480) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:03:31.497269 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e33a9f39-126f-47fb-80f8-5747dd2d1e93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:31.569025 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e33a9f39-126f-47fb-80f8-5747dd2d1e93 admin admin] Publish callbacks [] for security_group (faf3d44d-b008-4d06-9ad4-13ebb23f8aae), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:31.573221 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e33a9f39-126f-47fb-80f8-5747dd2d1e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (faf3d44d-b008-4d06-9ad4-13ebb23f8aae), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:31.611365 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-e33a9f39-126f-47fb-80f8-5747dd2d1e93 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6fbabc9113474de5a50ac63be3ea82bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150133 Feb 17 10:03:31.612288 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a9f39-126f-47fb-80f8-5747dd2d1e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf3d44d-b008-4d06-9ad4-13ebb23f8aae,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:31.614110 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 55484) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:03:31.660505 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-a316dfe1-379c-49bc-bf28-88f512b3985f admin admin] Publish callbacks [] for security_group (faf3d44d-b008-4d06-9ad4-13ebb23f8aae), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:31.681068 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-a316dfe1-379c-49bc-bf28-88f512b3985f admin admin] Publish callbacks [] for security_group (faf3d44d-b008-4d06-9ad4-13ebb23f8aae), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:31.725185 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-a316dfe1-379c-49bc-bf28-88f512b3985f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (faf3d44d-b008-4d06-9ad4-13ebb23f8aae), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:31.727703 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-a316dfe1-379c-49bc-bf28-88f512b3985f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:31.728829 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-a316dfe1-379c-49bc-bf28-88f512b3985f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/faf3d44d-b008-4d06-9ad4-13ebb23f8aae HTTP/1.1" status: 204 len: 168 time: 0.1137152 Feb 17 10:03:31.735984 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a316dfe1-379c-49bc-bf28-88f512b3985f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf3d44d-b008-4d06-9ad4-13ebb23f8aae,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:31.982576 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 55490) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:03:31.996087 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-bd3514ac-1429-4669-892b-f5907baf0e8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:32.070208 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-bd3514ac-1429-4669-892b-f5907baf0e8c admin admin] Publish callbacks [] for security_group (76788df0-35e4-4a16-89c4-4a369b868a4f), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:32.074321 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-bd3514ac-1429-4669-892b-f5907baf0e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (76788df0-35e4-4a16-89c4-4a369b868a4f), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:32.111560 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-bd3514ac-1429-4669-892b-f5907baf0e8c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4824e7c04bd048ec84250c3ce57bf197&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1278741 Feb 17 10:03:32.112393 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3514ac-1429-4669-892b-f5907baf0e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76788df0-35e4-4a16-89c4-4a369b868a4f,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:32.114291 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 55492) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:03:32.166506 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-cecd7053-9e40-4c47-b0c5-7e1e3fdeee72 admin admin] Publish callbacks [] for security_group (76788df0-35e4-4a16-89c4-4a369b868a4f), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:32.187061 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-cecd7053-9e40-4c47-b0c5-7e1e3fdeee72 admin admin] Publish callbacks [] for security_group (76788df0-35e4-4a16-89c4-4a369b868a4f), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:32.231738 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-cecd7053-9e40-4c47-b0c5-7e1e3fdeee72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (76788df0-35e4-4a16-89c4-4a369b868a4f), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:32.234290 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-cecd7053-9e40-4c47-b0c5-7e1e3fdeee72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:32.235452 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-cecd7053-9e40-4c47-b0c5-7e1e3fdeee72 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/76788df0-35e4-4a16-89c4-4a369b868a4f HTTP/1.1" status: 204 len: 168 time: 0.1192567 Feb 17 10:03:32.243256 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd7053-9e40-4c47-b0c5-7e1e3fdeee72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76788df0-35e4-4a16-89c4-4a369b868a4f,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:33.838197 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:34.057117 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 55564) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:03:34.158872 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2d3fe1aa-8b39-4cb3-889a-d53afc9e6f18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:34.231186 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2d3fe1aa-8b39-4cb3-889a-d53afc9e6f18 admin admin] Publish callbacks [] for security_group (605c344e-bd69-4006-8f64-0dd5317daa40), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:34.234852 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2d3fe1aa-8b39-4cb3-889a-d53afc9e6f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (605c344e-bd69-4006-8f64-0dd5317daa40), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:34.272574 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-2d3fe1aa-8b39-4cb3-889a-d53afc9e6f18 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=b94435090ae04398a0e584b13a154ce2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143373 Feb 17 10:03:34.274456 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3fe1aa-8b39-4cb3-889a-d53afc9e6f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605c344e-bd69-4006-8f64-0dd5317daa40,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:34.275412 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 55568) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:03:34.324745 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-41bb0d8c-4fc1-42a7-b4c4-d8fcf2c609c1 admin admin] Publish callbacks [] for security_group (605c344e-bd69-4006-8f64-0dd5317daa40), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:34.348297 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-41bb0d8c-4fc1-42a7-b4c4-d8fcf2c609c1 admin admin] Publish callbacks [] for security_group (605c344e-bd69-4006-8f64-0dd5317daa40), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:34.392508 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-41bb0d8c-4fc1-42a7-b4c4-d8fcf2c609c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (605c344e-bd69-4006-8f64-0dd5317daa40), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:34.395139 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-41bb0d8c-4fc1-42a7-b4c4-d8fcf2c609c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:34.396913 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-41bb0d8c-4fc1-42a7-b4c4-d8fcf2c609c1 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/605c344e-bd69-4006-8f64-0dd5317daa40 HTTP/1.1" status: 204 len: 168 time: 0.1198859 Feb 17 10:03:34.404163 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb0d8c-4fc1-42a7-b4c4-d8fcf2c609c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605c344e-bd69-4006-8f64-0dd5317daa40,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:34.649222 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 55574) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:03:34.661771 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-670978e0-8e39-4a82-b7b5-37dc82203489 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:34.734864 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-670978e0-8e39-4a82-b7b5-37dc82203489 admin admin] Publish callbacks [] for security_group (04d3fb52-e0a3-4e81-a03e-7ca2233ce162), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:34.738579 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-670978e0-8e39-4a82-b7b5-37dc82203489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (04d3fb52-e0a3-4e81-a03e-7ca2233ce162), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:34.777968 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-670978e0-8e39-4a82-b7b5-37dc82203489 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=44716b1bd86147329869348f6663961f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1277099 Feb 17 10:03:34.779060 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670978e0-8e39-4a82-b7b5-37dc82203489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d3fb52-e0a3-4e81-a03e-7ca2233ce162,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:34.780699 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 55576) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:03:34.827577 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-84d2aa25-ea3e-4a9e-8072-74338d54134e admin admin] Publish callbacks [] for security_group (04d3fb52-e0a3-4e81-a03e-7ca2233ce162), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:34.850682 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-84d2aa25-ea3e-4a9e-8072-74338d54134e admin admin] Publish callbacks [] for security_group (04d3fb52-e0a3-4e81-a03e-7ca2233ce162), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:34.896049 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-84d2aa25-ea3e-4a9e-8072-74338d54134e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (04d3fb52-e0a3-4e81-a03e-7ca2233ce162), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:34.899434 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-84d2aa25-ea3e-4a9e-8072-74338d54134e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:34.900566 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-84d2aa25-ea3e-4a9e-8072-74338d54134e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/04d3fb52-e0a3-4e81-a03e-7ca2233ce162 HTTP/1.1" status: 204 len: 168 time: 0.1188891 Feb 17 10:03:34.907924 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2aa25-ea3e-4a9e-8072-74338d54134e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d3fb52-e0a3-4e81-a03e-7ca2233ce162,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:35.552123 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 55598) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:03:35.645688 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-2b5e6794-df83-4176-8071-e5a8c70a1791 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1005016422-network', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae'}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:03:35.665863 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5e6794-df83-4176-8071-e5a8c70a1791 admin admin] Made reservation on behalf of 411bdc45389d4a268817c5d2f56f9cae for: {'network': 1} {{(pid=102620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:03:35.668029 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2b5e6794-df83-4176-8071-e5a8c70a1791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for network (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:35.675943 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2b5e6794-df83-4176-8071-e5a8c70a1791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:35.745349 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2b5e6794-df83-4176-8071-e5a8c70a1791 admin admin] Publish callbacks [] for security_group (b3ac0277-d588-4875-b950-3be7df582674), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:35.749076 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2b5e6794-df83-4176-8071-e5a8c70a1791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (b3ac0277-d588-4875-b950-3be7df582674), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:35.774077 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5e6794-df83-4176-8071-e5a8c70a1791 admin admin] vlan segment allocate from pool success with {'vlan_id': 1002, 'physical_network': 'physnet1'} {{(pid=102620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 10:03:35.782597 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e6794-df83-4176-8071-e5a8c70a1791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ac0277-d588-4875-b950-3be7df582674,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:35.788527 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2b5e6794-df83-4176-8071-e5a8c70a1791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (265976b3-8da1-45bb-8b52-934eef26661c), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:35.788873 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.db.segments_db [None req-2b5e6794-df83-4176-8071-e5a8c70a1791 admin admin] Added segment 265976b3-8da1-45bb-8b52-934eef26661c of type vlan for network f7c23ad4-e769-46e2-964a-5aaf62bcc267 Feb 17 10:03:35.828408 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2b5e6794-df83-4176-8071-e5a8c70a1791 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771562205323'] for network (f7c23ad4-e769-46e2-964a-5aaf62bcc267), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:35.852359 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2b5e6794-df83-4176-8071-e5a8c70a1791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854'] for network (f7c23ad4-e769-46e2-964a-5aaf62bcc267), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:35.853378 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5e6794-df83-4176-8071-e5a8c70a1791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:35.853962 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2b5e6794-df83-4176-8071-e5a8c70a1791 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:35.886025 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-2b5e6794-df83-4176-8071-e5a8c70a1791 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3327839 Feb 17 10:03:35.889854 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 55602) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:03:35.894798 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-2d7fc4a8-821a-43f4-9311-dca769ead5a6 admin admin] Request body: {'subnet': {'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1005016422-subnet', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'ip_version': 4}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:03:35.919059 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7fc4a8-821a-43f4-9311-dca769ead5a6 admin admin] Made reservation on behalf of 411bdc45389d4a268817c5d2f56f9cae for: {'subnet': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:03:35.919059 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-2d7fc4a8-821a-43f4-9311-dca769ead5a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8441180'] for subnet (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:35.922471 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e6794-df83-4176-8071-e5a8c70a1791 admin admin] Pushing event updated for resources: {'Network': ['ID=f7c23ad4-e769-46e2-964a-5aaf62bcc267,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:35.933205 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Network f7c23ad4-e769-46e2-964a-5aaf62bcc267 details requested by agent ovs-agent-dv-cinder-778193-18-iscsi with host dv-cinder-778193-18-iscsi {{(pid=102622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 10:03:36.087689 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-2d7fc4a8-821a-43f4-9311-dca769ead5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9009475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8441198'] for subnet (c8ef9284-000b-4af0-a9af-9056be7c4591), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:36.139039 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7fc4a8-821a-43f4-9311-dca769ead5a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8ef9284-000b-4af0-a9af-9056be7c4591,revision_number=0']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:36.149604 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7fc4a8-821a-43f4-9311-dca769ead5a6 admin admin] Checking segment: {'id': '265976b3-8da1-45bb-8b52-934eef26661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 10:03:36.149960 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7fc4a8-821a-43f4-9311-dca769ead5a6 admin admin] Network hostable DHCP agents. Network: f7c23ad4-e769-46e2-964a-5aaf62bcc267, hostable agents: ['218f41e8-fc39-4954-bed9-509113520430'], hosted agents: [] {{(pid=102621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 10:03:36.166449 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7fc4a8-821a-43f4-9311-dca769ead5a6 admin admin] Network f7c23ad4-e769-46e2-964a-5aaf62bcc267 is scheduled to be hosted by DHCP agent 218f41e8-fc39-4954-bed9-509113520430 with binding_index 1 {{(pid=102621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 10:03:36.175065 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [None req-2d7fc4a8-821a-43f4-9311-dca769ead5a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-18-iscsi, f7c23ad4-e769-46e2-964a-5aaf62bcc267) {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:03:36.179691 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7fc4a8-821a-43f4-9311-dca769ead5a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:36.180275 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-2d7fc4a8-821a-43f4-9311-dca769ead5a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for subnet (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:36.186727 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74aa580-3ae1-419c-a364-855bcd8dfc1f None None] Network f7c23ad4-e769-46e2-964a-5aaf62bcc267 requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 10:03:36.198641 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-2d7fc4a8-821a-43f4-9311-dca769ead5a6 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3052592 Feb 17 10:03:36.198822 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 55604) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:03:36.202961 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-4278fa49-0eee-4a64-8fdc-d5064137eee4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1005016422-router', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'}}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:03:36.221488 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4278fa49-0eee-4a64-8fdc-d5064137eee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41632'] for router (f94f7519-460f-4822-8cd3-df4a286121e6), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:36.222501 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4278fa49-0eee-4a64-8fdc-d5064137eee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3931410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3898661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41641'] for router (f94f7519-460f-4822-8cd3-df4a286121e6), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:36.274203 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4278fa49-0eee-4a64-8fdc-d5064137eee4 admin admin] Publish callbacks [] for router_controller (f94f7519-460f-4822-8cd3-df4a286121e6), precommit_add_association {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:36.290838 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ed1329-2ac0-4c14-969a-c924a5d3355a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp526866e7-fb09-5aab-8449-c4c53278cbab-f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'fixed_ips': [{'subnet_id': 'c8ef9284-000b-4af0-a9af-9056be7c4591'}]}} from dv-cinder-778193-18-iscsi. {{(pid=102622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 10:03:36.291734 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-f0ed1329-2ac0-4c14-969a-c924a5d3355a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:36.426532 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4278fa49-0eee-4a64-8fdc-d5064137eee4 admin admin] Publish callbacks [] for router_gateway (f94f7519-460f-4822-8cd3-df4a286121e6), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:36.429396 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.db_base_plugin_common [None req-f0ed1329-2ac0-4c14-969a-c924a5d3355a None None] Allocated IP 172.20.0.2 (f7c23ad4-e769-46e2-964a-5aaf62bcc267/c8ef9284-000b-4af0-a9af-9056be7c4591/5ce3acd1-335d-489c-9468-92c53a7d46d1) {{(pid=102622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:03:36.571917 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-f0ed1329-2ac0-4c14-969a-c924a5d3355a None None] Publish callbacks [] for port (5ce3acd1-335d-489c-9468-92c53a7d46d1), precommit_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:36.577853 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-f0ed1329-2ac0-4c14-969a-c924a5d3355a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393'] for port (5ce3acd1-335d-489c-9468-92c53a7d46d1), after_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:36.620318 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ed1329-2ac0-4c14-969a-c924a5d3355a None None] Network f7c23ad4-e769-46e2-964a-5aaf62bcc267 is already hosted by enough agents. {{(pid=102622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:03:36.624125 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4278fa49-0eee-4a64-8fdc-d5064137eee4 admin admin] Publish callbacks [] for router_gateway (f94f7519-460f-4822-8cd3-df4a286121e6), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:36.624269 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.scheduler.base_scheduler [None req-f0ed1329-2ac0-4c14-969a-c924a5d3355a None None] Resources bound (agent type, host, resource id): {{(pid=102622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:03:36.626628 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ed1329-2ac0-4c14-969a-c924a5d3355a None None] Received port after_create {{(pid=102622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 10:03:36.628548 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed1329-2ac0-4c14-969a-c924a5d3355a None None] Pushing event updated for resources: {'Port': ['ID=5ce3acd1-335d-489c-9468-92c53a7d46d1,revision_number=1']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:36.645318 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4278fa49-0eee-4a64-8fdc-d5064137eee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:36.683084 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-f0ed1329-2ac0-4c14-969a-c924a5d3355a None None] Attempting to bind port 5ce3acd1-335d-489c-9468-92c53a7d46d1 on host dv-cinder-778193-18-iscsi for vnic_type normal with profile {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 10:03:36.683393 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-f0ed1329-2ac0-4c14-969a-c924a5d3355a None None] Attempting to bind port 5ce3acd1-335d-489c-9468-92c53a7d46d1 by drivers openvswitch,hyperv on host dv-cinder-778193-18-iscsi at level 0 using segments [{'id': '265976b3-8da1-45bb-8b52-934eef26661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267'}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 10:03:36.683759 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ed1329-2ac0-4c14-969a-c924a5d3355a None None] Attempting to bind port 5ce3acd1-335d-489c-9468-92c53a7d46d1 on network f7c23ad4-e769-46e2-964a-5aaf62bcc267 {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 10:03:36.688702 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ed1329-2ac0-4c14-969a-c924a5d3355a None None] Checking agent: {'id': '79564d9f-88b8-4061-9e24-638c07d5ce89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 46, 48), 'started_at': datetime.datetime(2022, 2, 17, 9, 47, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 10:03:36.689087 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ed1329-2ac0-4c14-969a-c924a5d3355a None None] Checking segment: {'id': '265976b3-8da1-45bb-8b52-934eef26661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 10:03:36.689575 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-f0ed1329-2ac0-4c14-969a-c924a5d3355a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:36.689973 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ed1329-2ac0-4c14-969a-c924a5d3355a None None] Bound using segment: {'id': '265976b3-8da1-45bb-8b52-934eef26661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267'} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 10:03:36.690443 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-f0ed1329-2ac0-4c14-969a-c924a5d3355a None None] Bound port: 5ce3acd1-335d-489c-9468-92c53a7d46d1, host: dv-cinder-778193-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '265976b3-8da1-45bb-8b52-934eef26661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267'}}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 10:03:36.690824 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-f0ed1329-2ac0-4c14-969a-c924a5d3355a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (5ce3acd1-335d-489c-9468-92c53a7d46d1), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:36.754371 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_common [None req-4278fa49-0eee-4a64-8fdc-d5064137eee4 admin admin] Allocated IP 172.27.0.248 (e9041cdf-f130-4174-b12b-9a6052f109e9/ab0a3e63-7c03-47a8-8a32-e5bb6e305511/316df48e-07c1-4c08-9615-b1d6840f7eb0) {{(pid=102621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:03:36.868792 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4278fa49-0eee-4a64-8fdc-d5064137eee4 admin admin] Publish callbacks [] for port (316df48e-07c1-4c08-9615-b1d6840f7eb0), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:36.890357 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-f0ed1329-2ac0-4c14-969a-c924a5d3355a None None] For port 5ce3acd1-335d-489c-9468-92c53a7d46d1, host dv-cinder-778193-18-iscsi, cleared binding levels {{(pid=102622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 10:03:36.893443 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-f0ed1329-2ac0-4c14-969a-c924a5d3355a None None] For port 5ce3acd1-335d-489c-9468-92c53a7d46d1, host dv-cinder-778193-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=5ce3acd1-335d-489c-9468-92c53a7d46d1,segment=NetworkSegment(265976b3-8da1-45bb-8b52-934eef26661c),segment_id=265976b3-8da1-45bb-8b52-934eef26661c)] {{(pid=102622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 10:03:36.900723 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-f0ed1329-2ac0-4c14-969a-c924a5d3355a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (5ce3acd1-335d-489c-9468-92c53a7d46d1), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:36.902581 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4278fa49-0eee-4a64-8fdc-d5064137eee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (316df48e-07c1-4c08-9615-b1d6840f7eb0), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:36.952371 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4278fa49-0eee-4a64-8fdc-d5064137eee4 admin admin] Network e9041cdf-f130-4174-b12b-9a6052f109e9 is already hosted by enough agents. {{(pid=102621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:03:36.953756 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278fa49-0eee-4a64-8fdc-d5064137eee4 admin admin] Pushing event updated for resources: {'Port': ['ID=316df48e-07c1-4c08-9615-b1d6840f7eb0,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:36.956476 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [None req-4278fa49-0eee-4a64-8fdc-d5064137eee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:03:36.958511 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4278fa49-0eee-4a64-8fdc-d5064137eee4 admin admin] Received port after_create {{(pid=102621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 10:03:36.959997 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed1329-2ac0-4c14-969a-c924a5d3355a None None] Pushing event updated for resources: {'Port': ['ID=5ce3acd1-335d-489c-9468-92c53a7d46d1,revision_number=2']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:37.237645 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4278fa49-0eee-4a64-8fdc-d5064137eee4 admin admin] Publish callbacks [] for router_gateway (f94f7519-460f-4822-8cd3-df4a286121e6), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:37.433832 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4278fa49-0eee-4a64-8fdc-d5064137eee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3931471'] for router (f94f7519-460f-4822-8cd3-df4a286121e6), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:37.562399 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4278fa49-0eee-4a64-8fdc-d5064137eee4 admin admin] Router f94f7519-460f-4822-8cd3-df4a286121e6 is scheduled to L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 with binding_index 1 {{(pid=102621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 10:03:37.677972 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 5ce3acd1-335d-489c-9468-92c53a7d46d1 up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 10:03:37.692359 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4278fa49-0eee-4a64-8fdc-d5064137eee4 admin admin] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 10:03:37.706344 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4f3386-1903-47af-b90b-3f0869ac192a None None] Sync routers for ids ['f94f7519-460f-4822-8cd3-df4a286121e6'] in dv-cinder-778193-18-iscsi {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:03:37.712970 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4278fa49-0eee-4a64-8fdc-d5064137eee4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:37.714252 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-4278fa49-0eee-4a64-8fdc-d5064137eee4 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5144610 Feb 17 10:03:37.716978 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 55606) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:03:37.729710 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4f3386-1903-47af-b90b-3f0869ac192a None None] Routers {'f94f7519-460f-4822-8cd3-df4a286121e6'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:03:37.730361 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-0a4f3386-1903-47af-b90b-3f0869ac192a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:03:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['f94f7519-460f-4822-8cd3-df4a286121e6'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:03:37.824204 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 5ce3acd1-335d-489c-9468-92c53a7d46d1 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:03:37.824413 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (5ce3acd1-335d-489c-9468-92c53a7d46d1), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:37.854523 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c1b3ba-8ee8-4110-8852-bf760115e4a3 None None] Network f7c23ad4-e769-46e2-964a-5aaf62bcc267 requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 10:03:37.941563 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-0a4f3386-1903-47af-b90b-3f0869ac192a None None] Set router f94f7519-460f-4822-8cd3-df4a286121e6 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:03:38.008325 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-8b0d8501-9346-40bf-bfc4-89e5c69cefe6 None None] Provisioning complete for port 5ce3acd1-335d-489c-9468-92c53a7d46d1 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:03:38.009000 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-8b0d8501-9346-40bf-bfc4-89e5c69cefe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (5ce3acd1-335d-489c-9468-92c53a7d46d1), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:38.138296 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-285b0c8f-834c-40ce-8116-d2956fe6560a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:38.163569 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 5ce3acd1-335d-489c-9468-92c53a7d46d1 is: DOWN; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:03:38.163958 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (5ce3acd1-335d-489c-9468-92c53a7d46d1), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:38.272595 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] For port 5ce3acd1-335d-489c-9468-92c53a7d46d1, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=5ce3acd1-335d-489c-9468-92c53a7d46d1,segment=NetworkSegment(265976b3-8da1-45bb-8b52-934eef26661c),segment_id=265976b3-8da1-45bb-8b52-934eef26661c)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:03:38.281093 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (5ce3acd1-335d-489c-9468-92c53a7d46d1), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:38.285749 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-8b0d8501-9346-40bf-bfc4-89e5c69cefe6 None None] Current status of the port 5ce3acd1-335d-489c-9468-92c53a7d46d1 is: DOWN; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:03:38.286135 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-8b0d8501-9346-40bf-bfc4-89e5c69cefe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (5ce3acd1-335d-489c-9468-92c53a7d46d1), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:38.299719 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_common [None req-285b0c8f-834c-40ce-8116-d2956fe6560a admin admin] Allocated IP 172.20.0.1 (f7c23ad4-e769-46e2-964a-5aaf62bcc267/c8ef9284-000b-4af0-a9af-9056be7c4591/fc01b100-62d0-4462-915b-9aaf5edcab5a) {{(pid=102621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:03:38.373431 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Pushing event updated for resources: {'Port': ['ID=5ce3acd1-335d-489c-9468-92c53a7d46d1,revision_number=3']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:38.395461 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-0a4f3386-1903-47af-b90b-3f0869ac192a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'name': 'tempest-TestVolumeBootPattern-1005016422-router', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:37Z', 'revision_number': 3, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'gw_port': {'id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi'}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:03:38.398237 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.db.api [None req-8b0d8501-9346-40bf-bfc4-89e5c69cefe6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 10:03:38.398641 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG oslo_db.api [None req-8b0d8501-9346-40bf-bfc4-89e5c69cefe6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 10:03:38.414720 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-285b0c8f-834c-40ce-8116-d2956fe6560a admin admin] Publish callbacks [] for port (fc01b100-62d0-4462-915b-9aaf5edcab5a), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:38.428001 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4f3386-1903-47af-b90b-3f0869ac192a None None] Checking router: f94f7519-460f-4822-8cd3-df4a286121e6 for host: dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:03:38.428604 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4f3386-1903-47af-b90b-3f0869ac192a None None] Updating router f94f7519-460f-4822-8cd3-df4a286121e6 port 316df48e-07c1-4c08-9615-b1d6840f7eb0 binding host dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:03:38.453619 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-285b0c8f-834c-40ce-8116-d2956fe6560a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (fc01b100-62d0-4462-915b-9aaf5edcab5a), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:38.456989 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0a4f3386-1903-47af-b90b-3f0869ac192a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (316df48e-07c1-4c08-9615-b1d6840f7eb0), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:38.500091 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285b0c8f-834c-40ce-8116-d2956fe6560a admin admin] Network f7c23ad4-e769-46e2-964a-5aaf62bcc267 is already hosted by enough agents. {{(pid=102621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:03:38.504727 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [None req-285b0c8f-834c-40ce-8116-d2956fe6560a admin admin] Resources bound (agent type, host, resource id): {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:03:38.507966 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285b0c8f-834c-40ce-8116-d2956fe6560a admin admin] Received port after_create {{(pid=102621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 10:03:38.536221 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b0c8f-834c-40ce-8116-d2956fe6560a admin admin] Pushing event updated for resources: {'Port': ['ID=fc01b100-62d0-4462-915b-9aaf5edcab5a,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:38.553381 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-285b0c8f-834c-40ce-8116-d2956fe6560a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915794'] for router_interface (f94f7519-460f-4822-8cd3-df4a286121e6), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:38.692372 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-285b0c8f-834c-40ce-8116-d2956fe6560a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (fc01b100-62d0-4462-915b-9aaf5edcab5a), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:38.723426 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0a4f3386-1903-47af-b90b-3f0869ac192a None None] Publish callbacks [] for port (316df48e-07c1-4c08-9615-b1d6840f7eb0), precommit_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:38.729083 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0a4f3386-1903-47af-b90b-3f0869ac192a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (316df48e-07c1-4c08-9615-b1d6840f7eb0), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:38.781221 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-0a4f3386-1903-47af-b90b-3f0869ac192a None None] Attempting to bind port 316df48e-07c1-4c08-9615-b1d6840f7eb0 on host dv-cinder-778193-18-iscsi for vnic_type normal with profile {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 10:03:38.781521 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-0a4f3386-1903-47af-b90b-3f0869ac192a None None] Attempting to bind port 316df48e-07c1-4c08-9615-b1d6840f7eb0 by drivers openvswitch,hyperv on host dv-cinder-778193-18-iscsi at level 0 using segments [{'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 10:03:38.781884 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4f3386-1903-47af-b90b-3f0869ac192a None None] Attempting to bind port 316df48e-07c1-4c08-9615-b1d6840f7eb0 on network e9041cdf-f130-4174-b12b-9a6052f109e9 {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 10:03:38.789020 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020e6d6-d04a-4165-8146-9108fa5f9259 None None] Pushing event updated for resources: {'Port': ['ID=316df48e-07c1-4c08-9615-b1d6840f7eb0,revision_number=2']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:38.792649 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4f3386-1903-47af-b90b-3f0869ac192a None None] Checking agent: {'id': '79564d9f-88b8-4061-9e24-638c07d5ce89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 46, 48), 'started_at': datetime.datetime(2022, 2, 17, 9, 47, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 10:03:38.793015 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4f3386-1903-47af-b90b-3f0869ac192a None None] Checking segment: {'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 10:03:38.793416 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0a4f3386-1903-47af-b90b-3f0869ac192a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:38.793787 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4f3386-1903-47af-b90b-3f0869ac192a None None] Bound using segment: {'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 10:03:38.794249 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-0a4f3386-1903-47af-b90b-3f0869ac192a None None] Bound port: 316df48e-07c1-4c08-9615-b1d6840f7eb0, host: dv-cinder-778193-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'}}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 10:03:38.794631 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0a4f3386-1903-47af-b90b-3f0869ac192a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (316df48e-07c1-4c08-9615-b1d6840f7eb0), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:38.845244 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-0a4f3386-1903-47af-b90b-3f0869ac192a None None] For port 316df48e-07c1-4c08-9615-b1d6840f7eb0, host dv-cinder-778193-18-iscsi, cleared binding levels {{(pid=102622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 10:03:38.848533 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-0a4f3386-1903-47af-b90b-3f0869ac192a None None] For port 316df48e-07c1-4c08-9615-b1d6840f7eb0, host dv-cinder-778193-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=316df48e-07c1-4c08-9615-b1d6840f7eb0,segment=NetworkSegment(51ac98f7-247c-461f-a451-e6b864fb2c70),segment_id=51ac98f7-247c-461f-a451-e6b864fb2c70)] {{(pid=102622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 10:03:38.854654 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0a4f3386-1903-47af-b90b-3f0869ac192a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (316df48e-07c1-4c08-9615-b1d6840f7eb0), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:38.856107 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-285b0c8f-834c-40ce-8116-d2956fe6560a admin admin] Publish callbacks [] for port (fc01b100-62d0-4462-915b-9aaf5edcab5a), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:38.860943 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-285b0c8f-834c-40ce-8116-d2956fe6560a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9010360'] for port (fc01b100-62d0-4462-915b-9aaf5edcab5a), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:38.926093 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-285b0c8f-834c-40ce-8116-d2956fe6560a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3726868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915918'] for router_interface (f94f7519-460f-4822-8cd3-df4a286121e6), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:38.929534 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b0c8f-834c-40ce-8116-d2956fe6560a admin admin] Pushing event updated for resources: {'Port': ['ID=fc01b100-62d0-4462-915b-9aaf5edcab5a,revision_number=2']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:38.942431 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4f3386-1903-47af-b90b-3f0869ac192a None None] Routers {'f94f7519-460f-4822-8cd3-df4a286121e6'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:03:38.943979 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-0a4f3386-1903-47af-b90b-3f0869ac192a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:03:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['f94f7519-460f-4822-8cd3-df4a286121e6'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:03:39.010512 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020e6d6-d04a-4165-8146-9108fa5f9259 None None] Pushing event updated for resources: {'Port': ['ID=316df48e-07c1-4c08-9615-b1d6840f7eb0,revision_number=3']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:39.018676 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-8b0d8501-9346-40bf-bfc4-89e5c69cefe6 None None] Current status of the port 5ce3acd1-335d-489c-9468-92c53a7d46d1 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:03:39.023429 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285b0c8f-834c-40ce-8116-d2956fe6560a admin admin] Network f7c23ad4-e769-46e2-964a-5aaf62bcc267 is already hosted by enough agents. {{(pid=102621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:03:39.025108 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [None req-285b0c8f-834c-40ce-8116-d2956fe6560a admin admin] Resources bound (agent type, host, resource id): {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:03:39.066190 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-0a4f3386-1903-47af-b90b-3f0869ac192a None None] Set router f94f7519-460f-4822-8cd3-df4a286121e6 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:03:39.153557 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285b0c8f-834c-40ce-8116-d2956fe6560a admin admin] Router f94f7519-460f-4822-8cd3-df4a286121e6 has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 10:03:39.168471 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-c19ef2e4-5240-4738-816a-b9ef1c2f10c2 None None] Provisioning complete for port fc01b100-62d0-4462-915b-9aaf5edcab5a triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:03:39.168845 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-c19ef2e4-5240-4738-816a-b9ef1c2f10c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (fc01b100-62d0-4462-915b-9aaf5edcab5a), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:39.270521 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285b0c8f-834c-40ce-8116-d2956fe6560a admin admin] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 10:03:39.283283 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-285b0c8f-834c-40ce-8116-d2956fe6560a admin admin] 10.222.0.82 "PUT /v2.0/routers/f94f7519-460f-4822-8cd3-df4a286121e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5573950 Feb 17 10:03:39.379506 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-c19ef2e4-5240-4738-816a-b9ef1c2f10c2 None None] Port fc01b100-62d0-4462-915b-9aaf5edcab5a cannot update to ACTIVE because it is not bound. {{(pid=102622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 10:03:39.424576 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-c19ef2e4-5240-4738-816a-b9ef1c2f10c2 None None] Provisioning complete for port 5ce3acd1-335d-489c-9468-92c53a7d46d1 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:03:39.424948 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-c19ef2e4-5240-4738-816a-b9ef1c2f10c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (5ce3acd1-335d-489c-9468-92c53a7d46d1), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:39.487526 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-0a4f3386-1903-47af-b90b-3f0869ac192a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'name': 'tempest-TestVolumeBootPattern-1005016422-router', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:38Z', 'revision_number': 4, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'gw_port': {'id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': 'fc01b100-62d0-4462-915b-9aaf5edcab5a', 'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'mac_address': 'fa:16:3e:98:32:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:38Z', 'updated_at': '2022-02-17T10:03:38Z', 'revision_number': 2, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'subnets': [{'id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:03:39.533763 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4f3386-1903-47af-b90b-3f0869ac192a None None] The sync data for ids ['f94f7519-460f-4822-8cd3-df4a286121e6'] in dv-cinder-778193-18-iscsi is: [{'id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'name': 'tempest-TestVolumeBootPattern-1005016422-router', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:38Z', 'revision_number': 4, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'gw_port': {'id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': 'fc01b100-62d0-4462-915b-9aaf5edcab5a', 'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'mac_address': 'fa:16:3e:98:32:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:38Z', 'updated_at': '2022-02-17T10:03:38Z', 'revision_number': 2, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'subnets': [{'id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:03:39.548533 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-c19ef2e4-5240-4738-816a-b9ef1c2f10c2 None None] Current status of the port 5ce3acd1-335d-489c-9468-92c53a7d46d1 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:03:39.661293 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 5ce3acd1-335d-489c-9468-92c53a7d46d1 up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 10:03:39.707069 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-d57b03a6-1efa-45eb-bc71-a5bfe9b36b91 None None] Provisioning complete for port fc01b100-62d0-4462-915b-9aaf5edcab5a triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:03:39.707468 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-d57b03a6-1efa-45eb-bc71-a5bfe9b36b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (fc01b100-62d0-4462-915b-9aaf5edcab5a), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:39.753795 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-d57b03a6-1efa-45eb-bc71-a5bfe9b36b91 None None] Port fc01b100-62d0-4462-915b-9aaf5edcab5a cannot update to ACTIVE because it is not bound. {{(pid=102622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 10:03:39.767971 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 5ce3acd1-335d-489c-9468-92c53a7d46d1 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:03:39.770273 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (5ce3acd1-335d-489c-9468-92c53a7d46d1), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:39.819003 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 55622) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:03:39.825079 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-7b8fc990-5e85-49b1-90a1-b9dade6b2e91 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2082363651-network', 'tenant_id': '85794040a1ee45a1a684c4e845386693'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:03:39.844295 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8fc990-5e85-49b1-90a1-b9dade6b2e91 admin admin] Made reservation on behalf of 85794040a1ee45a1a684c4e845386693 for: {'network': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:03:39.846893 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-7b8fc990-5e85-49b1-90a1-b9dade6b2e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for network (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:39.859012 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 5ce3acd1-335d-489c-9468-92c53a7d46d1 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:03:39.859481 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-7b8fc990-5e85-49b1-90a1-b9dade6b2e91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:40.205986 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-7b8fc990-5e85-49b1-90a1-b9dade6b2e91 admin admin] Publish callbacks [] for security_group (adab5d45-99f7-410a-9700-a1b8c8652a19), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:40.211107 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-7b8fc990-5e85-49b1-90a1-b9dade6b2e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (adab5d45-99f7-410a-9700-a1b8c8652a19), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:40.236996 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b8fc990-5e85-49b1-90a1-b9dade6b2e91 admin admin] vlan segment allocate from pool success with {'vlan_id': 1036, 'physical_network': 'physnet1'} {{(pid=102621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 10:03:40.245940 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fc990-5e85-49b1-90a1-b9dade6b2e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adab5d45-99f7-410a-9700-a1b8c8652a19,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:40.251798 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-7b8fc990-5e85-49b1-90a1-b9dade6b2e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (aa538783-dab2-42e0-969a-f7ffedb37303), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:40.252138 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.db.segments_db [None req-7b8fc990-5e85-49b1-90a1-b9dade6b2e91 admin admin] Added segment aa538783-dab2-42e0-969a-f7ffedb37303 of type vlan for network f7466ea6-58b2-4c97-b6d8-48f33a503144 Feb 17 10:03:40.298599 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-7b8fc990-5e85-49b1-90a1-b9dade6b2e91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771562205323'] for network (f7466ea6-58b2-4c97-b6d8-48f33a503144), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:40.324269 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-7b8fc990-5e85-49b1-90a1-b9dade6b2e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854'] for network (f7466ea6-58b2-4c97-b6d8-48f33a503144), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:40.325538 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8fc990-5e85-49b1-90a1-b9dade6b2e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:40.326122 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-7b8fc990-5e85-49b1-90a1-b9dade6b2e91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:40.359980 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-7b8fc990-5e85-49b1-90a1-b9dade6b2e91 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5398083 Feb 17 10:03:40.362649 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 55624) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:03:40.368816 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-3807d6f1-165f-4b56-bbdf-43e61fdb6f96 admin admin] Request body: {'subnet': {'network_id': 'f7466ea6-58b2-4c97-b6d8-48f33a503144', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2082363651-subnet', 'tenant_id': '85794040a1ee45a1a684c4e845386693', 'ip_version': 4}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:03:40.400006 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fc990-5e85-49b1-90a1-b9dade6b2e91 admin admin] Pushing event updated for resources: {'Network': ['ID=f7466ea6-58b2-4c97-b6d8-48f33a503144,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:40.409997 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Network f7466ea6-58b2-4c97-b6d8-48f33a503144 details requested by agent ovs-agent-dv-cinder-778193-18-iscsi with host dv-cinder-778193-18-iscsi {{(pid=102622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 10:03:40.418677 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3807d6f1-165f-4b56-bbdf-43e61fdb6f96 admin admin] Made reservation on behalf of 85794040a1ee45a1a684c4e845386693 for: {'subnet': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:03:40.421792 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-3807d6f1-165f-4b56-bbdf-43e61fdb6f96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8441180'] for subnet (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:40.592830 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-3807d6f1-165f-4b56-bbdf-43e61fdb6f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9009475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8441198'] for subnet (71f8d28d-c3eb-48e3-9e00-10d455f32496), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:40.646866 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807d6f1-165f-4b56-bbdf-43e61fdb6f96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71f8d28d-c3eb-48e3-9e00-10d455f32496,revision_number=0']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:40.658004 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3807d6f1-165f-4b56-bbdf-43e61fdb6f96 admin admin] Checking segment: {'id': 'aa538783-dab2-42e0-969a-f7ffedb37303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'f7466ea6-58b2-4c97-b6d8-48f33a503144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 10:03:40.658361 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3807d6f1-165f-4b56-bbdf-43e61fdb6f96 admin admin] Network hostable DHCP agents. Network: f7466ea6-58b2-4c97-b6d8-48f33a503144, hostable agents: ['218f41e8-fc39-4954-bed9-509113520430'], hosted agents: [] {{(pid=102621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 10:03:40.676123 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3807d6f1-165f-4b56-bbdf-43e61fdb6f96 admin admin] Network f7466ea6-58b2-4c97-b6d8-48f33a503144 is scheduled to be hosted by DHCP agent 218f41e8-fc39-4954-bed9-509113520430 with binding_index 1 {{(pid=102621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 10:03:40.685798 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [None req-3807d6f1-165f-4b56-bbdf-43e61fdb6f96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-18-iscsi, f7466ea6-58b2-4c97-b6d8-48f33a503144) {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:03:40.690189 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3807d6f1-165f-4b56-bbdf-43e61fdb6f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:40.690799 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-3807d6f1-165f-4b56-bbdf-43e61fdb6f96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for subnet (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:40.695396 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e659b63c-e47b-401f-9767-504007511fc6 None None] Network f7466ea6-58b2-4c97-b6d8-48f33a503144 requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 10:03:40.707664 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-3807d6f1-165f-4b56-bbdf-43e61fdb6f96 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3439600 Feb 17 10:03:40.710586 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 55626) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:03:40.714820 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-c0598ba4-cc57-4d88-8e44-ac3db9038278 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2082363651-router', 'tenant_id': '85794040a1ee45a1a684c4e845386693', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'}}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:03:40.737747 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c0598ba4-cc57-4d88-8e44-ac3db9038278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41632'] for router (fedadd0f-2c14-4b60-a993-7e56e5099b67), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:40.739043 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c0598ba4-cc57-4d88-8e44-ac3db9038278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3931410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3898661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41641'] for router (fedadd0f-2c14-4b60-a993-7e56e5099b67), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:40.797722 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c0598ba4-cc57-4d88-8e44-ac3db9038278 admin admin] Publish callbacks [] for router_controller (fedadd0f-2c14-4b60-a993-7e56e5099b67), precommit_add_association {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:40.814248 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca38027-d516-4813-9c4c-0edba9616f86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp526866e7-fb09-5aab-8449-c4c53278cbab-f7466ea6-58b2-4c97-b6d8-48f33a503144', 'network_id': 'f7466ea6-58b2-4c97-b6d8-48f33a503144', 'project_id': '85794040a1ee45a1a684c4e845386693', 'fixed_ips': [{'subnet_id': '71f8d28d-c3eb-48e3-9e00-10d455f32496'}]}} from dv-cinder-778193-18-iscsi. {{(pid=102622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 10:03:40.815554 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-3ca38027-d516-4813-9c4c-0edba9616f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:40.943011 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c0598ba4-cc57-4d88-8e44-ac3db9038278 admin admin] Publish callbacks [] for router_gateway (fedadd0f-2c14-4b60-a993-7e56e5099b67), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:40.958107 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.db_base_plugin_common [None req-3ca38027-d516-4813-9c4c-0edba9616f86 None None] Allocated IP 172.20.0.2 (f7466ea6-58b2-4c97-b6d8-48f33a503144/71f8d28d-c3eb-48e3-9e00-10d455f32496/3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed) {{(pid=102622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:03:41.103590 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-3ca38027-d516-4813-9c4c-0edba9616f86 None None] Publish callbacks [] for port (3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed), precommit_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:41.109094 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-3ca38027-d516-4813-9c4c-0edba9616f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393'] for port (3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed), after_create {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:41.154099 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca38027-d516-4813-9c4c-0edba9616f86 None None] Network f7466ea6-58b2-4c97-b6d8-48f33a503144 is already hosted by enough agents. {{(pid=102622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:03:41.161474 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c0598ba4-cc57-4d88-8e44-ac3db9038278 admin admin] Publish callbacks [] for router_gateway (fedadd0f-2c14-4b60-a993-7e56e5099b67), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:41.162060 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.scheduler.base_scheduler [None req-3ca38027-d516-4813-9c4c-0edba9616f86 None None] Resources bound (agent type, host, resource id): {{(pid=102622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:03:41.168204 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca38027-d516-4813-9c4c-0edba9616f86 None None] Received port after_create {{(pid=102622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 10:03:41.171328 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca38027-d516-4813-9c4c-0edba9616f86 None None] Pushing event updated for resources: {'Port': ['ID=3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed,revision_number=1']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:41.187463 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c0598ba4-cc57-4d88-8e44-ac3db9038278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:41.227279 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-3ca38027-d516-4813-9c4c-0edba9616f86 None None] Attempting to bind port 3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed on host dv-cinder-778193-18-iscsi for vnic_type normal with profile {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 10:03:41.227662 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-3ca38027-d516-4813-9c4c-0edba9616f86 None None] Attempting to bind port 3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed by drivers openvswitch,hyperv on host dv-cinder-778193-18-iscsi at level 0 using segments [{'id': 'aa538783-dab2-42e0-969a-f7ffedb37303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'f7466ea6-58b2-4c97-b6d8-48f33a503144'}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 10:03:41.228029 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca38027-d516-4813-9c4c-0edba9616f86 None None] Attempting to bind port 3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed on network f7466ea6-58b2-4c97-b6d8-48f33a503144 {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 10:03:41.233073 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca38027-d516-4813-9c4c-0edba9616f86 None None] Checking agent: {'id': '79564d9f-88b8-4061-9e24-638c07d5ce89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 46, 48), 'started_at': datetime.datetime(2022, 2, 17, 9, 47, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 10:03:41.233521 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca38027-d516-4813-9c4c-0edba9616f86 None None] Checking segment: {'id': 'aa538783-dab2-42e0-969a-f7ffedb37303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'f7466ea6-58b2-4c97-b6d8-48f33a503144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 10:03:41.233924 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-3ca38027-d516-4813-9c4c-0edba9616f86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:41.234315 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca38027-d516-4813-9c4c-0edba9616f86 None None] Bound using segment: {'id': 'aa538783-dab2-42e0-969a-f7ffedb37303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'f7466ea6-58b2-4c97-b6d8-48f33a503144'} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 10:03:41.234778 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-3ca38027-d516-4813-9c4c-0edba9616f86 None None] Bound port: 3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed, host: dv-cinder-778193-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa538783-dab2-42e0-969a-f7ffedb37303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'f7466ea6-58b2-4c97-b6d8-48f33a503144'}}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 10:03:41.235170 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-3ca38027-d516-4813-9c4c-0edba9616f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:41.303587 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-3ca38027-d516-4813-9c4c-0edba9616f86 None None] For port 3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed, host dv-cinder-778193-18-iscsi, cleared binding levels {{(pid=102622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 10:03:41.303986 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_common [None req-c0598ba4-cc57-4d88-8e44-ac3db9038278 admin admin] Allocated IP 172.27.0.252 (e9041cdf-f130-4174-b12b-9a6052f109e9/ab0a3e63-7c03-47a8-8a32-e5bb6e305511/824a165b-4e2e-49fa-83c1-abb62bbb80e9) {{(pid=102621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:03:41.307846 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-3ca38027-d516-4813-9c4c-0edba9616f86 None None] For port 3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed, host dv-cinder-778193-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed,segment=NetworkSegment(aa538783-dab2-42e0-969a-f7ffedb37303),segment_id=aa538783-dab2-42e0-969a-f7ffedb37303)] {{(pid=102622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 10:03:41.314415 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-3ca38027-d516-4813-9c4c-0edba9616f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:41.379321 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca38027-d516-4813-9c4c-0edba9616f86 None None] Pushing event updated for resources: {'Port': ['ID=3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed,revision_number=2']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:41.418511 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c0598ba4-cc57-4d88-8e44-ac3db9038278 admin admin] Publish callbacks [] for port (824a165b-4e2e-49fa-83c1-abb62bbb80e9), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:41.456778 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-7c5e9f8f-2a03-41a9-bc04-1ab9f06e19e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:41.457724 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c0598ba4-cc57-4d88-8e44-ac3db9038278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (824a165b-4e2e-49fa-83c1-abb62bbb80e9), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:41.503827 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0598ba4-cc57-4d88-8e44-ac3db9038278 admin admin] Network e9041cdf-f130-4174-b12b-9a6052f109e9 is already hosted by enough agents. {{(pid=102621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:03:41.507726 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [None req-c0598ba4-cc57-4d88-8e44-ac3db9038278 admin admin] Resources bound (agent type, host, resource id): {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:03:41.511565 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0598ba4-cc57-4d88-8e44-ac3db9038278 admin admin] Received port after_create {{(pid=102621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 10:03:41.543296 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0598ba4-cc57-4d88-8e44-ac3db9038278 admin admin] Pushing event updated for resources: {'Port': ['ID=824a165b-4e2e-49fa-83c1-abb62bbb80e9,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:41.687466 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1a7a3f-4189-4e4a-9f46-6ab6106d2d61 None None] Sync routers for ids ['f94f7519-460f-4822-8cd3-df4a286121e6'] in dv-cinder-778193-18-iscsi {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:03:41.699001 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1a7a3f-4189-4e4a-9f46-6ab6106d2d61 None None] Routers {'f94f7519-460f-4822-8cd3-df4a286121e6'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:03:41.699636 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-7e1a7a3f-4189-4e4a-9f46-6ab6106d2d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:03:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['f94f7519-460f-4822-8cd3-df4a286121e6'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:03:41.725681 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 316df48e-07c1-4c08-9615-b1d6840f7eb0 up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 10:03:41.779271 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 316df48e-07c1-4c08-9615-b1d6840f7eb0 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:03:41.779736 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (316df48e-07c1-4c08-9615-b1d6840f7eb0), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:41.819075 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c0598ba4-cc57-4d88-8e44-ac3db9038278 admin admin] Publish callbacks [] for router_gateway (fedadd0f-2c14-4b60-a993-7e56e5099b67), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:41.827245 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-7e1a7a3f-4189-4e4a-9f46-6ab6106d2d61 None None] Set router f94f7519-460f-4822-8cd3-df4a286121e6 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:03:41.860570 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 316df48e-07c1-4c08-9615-b1d6840f7eb0 is: DOWN; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:03:41.860894 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (316df48e-07c1-4c08-9615-b1d6840f7eb0), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:41.882805 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] For port 316df48e-07c1-4c08-9615-b1d6840f7eb0, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=316df48e-07c1-4c08-9615-b1d6840f7eb0,segment=NetworkSegment(51ac98f7-247c-461f-a451-e6b864fb2c70),segment_id=51ac98f7-247c-461f-a451-e6b864fb2c70)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:03:41.892448 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (316df48e-07c1-4c08-9615-b1d6840f7eb0), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:41.894301 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 10:03:41.985878 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Pushing event updated for resources: {'Port': ['ID=316df48e-07c1-4c08-9615-b1d6840f7eb0,revision_number=4']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:41.996963 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:03:41.997491 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:42.034770 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c0598ba4-cc57-4d88-8e44-ac3db9038278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3931471'] for router (fedadd0f-2c14-4b60-a993-7e56e5099b67), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:42.042010 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-7e1a7a3f-4189-4e4a-9f46-6ab6106d2d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'name': 'tempest-TestVolumeBootPattern-1005016422-router', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:38Z', 'revision_number': 4, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'gw_port': {'id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': 'fc01b100-62d0-4462-915b-9aaf5edcab5a', 'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'mac_address': 'fa:16:3e:98:32:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:38Z', 'updated_at': '2022-02-17T10:03:38Z', 'revision_number': 2, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'subnets': [{'id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:03:42.069601 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1a7a3f-4189-4e4a-9f46-6ab6106d2d61 None None] Checking router: f94f7519-460f-4822-8cd3-df4a286121e6 for host: dv-cinder-778193-18-iscsi {{(pid=102623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:03:42.072066 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1a7a3f-4189-4e4a-9f46-6ab6106d2d61 None None] Updating router f94f7519-460f-4822-8cd3-df4a286121e6 port fc01b100-62d0-4462-915b-9aaf5edcab5a binding host dv-cinder-778193-18-iscsi {{(pid=102623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:03:42.087459 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed is: DOWN; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:03:42.087854 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:42.104073 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-7e1a7a3f-4189-4e4a-9f46-6ab6106d2d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (fc01b100-62d0-4462-915b-9aaf5edcab5a), before_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:42.129235 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] For port 3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed,segment=NetworkSegment(aa538783-dab2-42e0-969a-f7ffedb37303),segment_id=aa538783-dab2-42e0-969a-f7ffedb37303)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:03:42.137973 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:42.195925 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0598ba4-cc57-4d88-8e44-ac3db9038278 admin admin] Router fedadd0f-2c14-4b60-a993-7e56e5099b67 is scheduled to L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 with binding_index 1 {{(pid=102621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 10:03:42.204184 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Pushing event updated for resources: {'Port': ['ID=3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed,revision_number=3']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:42.317073 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0598ba4-cc57-4d88-8e44-ac3db9038278 admin admin] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 10:03:42.327018 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539ff4d6-18fe-4bc3-9967-12b12405862f None None] Sync routers for ids ['fedadd0f-2c14-4b60-a993-7e56e5099b67'] in dv-cinder-778193-18-iscsi {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:03:42.339099 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539ff4d6-18fe-4bc3-9967-12b12405862f None None] Routers {'fedadd0f-2c14-4b60-a993-7e56e5099b67'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:03:42.340009 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-539ff4d6-18fe-4bc3-9967-12b12405862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:03:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['fedadd0f-2c14-4b60-a993-7e56e5099b67'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:03:42.345974 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-c0598ba4-cc57-4d88-8e44-ac3db9038278 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:42.347294 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-c0598ba4-cc57-4d88-8e44-ac3db9038278 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6357112 Feb 17 10:03:42.350703 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 55628) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:03:42.418753 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-7e1a7a3f-4189-4e4a-9f46-6ab6106d2d61 None None] Publish callbacks [] for port (fc01b100-62d0-4462-915b-9aaf5edcab5a), precommit_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:42.424669 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-7e1a7a3f-4189-4e4a-9f46-6ab6106d2d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (fc01b100-62d0-4462-915b-9aaf5edcab5a), after_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:42.455931 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-539ff4d6-18fe-4bc3-9967-12b12405862f None None] Set router fedadd0f-2c14-4b60-a993-7e56e5099b67 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:03:42.461224 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8b85bf-f0f4-4696-8e72-52f23d2a3e75 None None] Network f7466ea6-58b2-4c97-b6d8-48f33a503144 requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 10:03:42.515576 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba89510-f869-4419-a977-caa3e1fa939f None None] Pushing event updated for resources: {'Port': ['ID=fc01b100-62d0-4462-915b-9aaf5edcab5a,revision_number=3']} {{(pid=102623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:42.532796 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba89510-f869-4419-a977-caa3e1fa939f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:42.533047 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba89510-f869-4419-a977-caa3e1fa939f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:42.533422 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba89510-f869-4419-a977-caa3e1fa939f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:42.533766 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba89510-f869-4419-a977-caa3e1fa939f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:42.534100 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba89510-f869-4419-a977-caa3e1fa939f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:42.534436 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba89510-f869-4419-a977-caa3e1fa939f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:42.534812 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba89510-f869-4419-a977-caa3e1fa939f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:42.535170 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba89510-f869-4419-a977-caa3e1fa939f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:42.535504 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba89510-f869-4419-a977-caa3e1fa939f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:42.535848 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba89510-f869-4419-a977-caa3e1fa939f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:42.536178 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba89510-f869-4419-a977-caa3e1fa939f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:42.537362 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba89510-f869-4419-a977-caa3e1fa939f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:42.537362 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba89510-f869-4419-a977-caa3e1fa939f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:42.543066 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.managers [None req-7e1a7a3f-4189-4e4a-9f46-6ab6106d2d61 None None] Attempting to bind port fc01b100-62d0-4462-915b-9aaf5edcab5a on host dv-cinder-778193-18-iscsi for vnic_type normal with profile {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 10:03:42.543066 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.managers [None req-7e1a7a3f-4189-4e4a-9f46-6ab6106d2d61 None None] Attempting to bind port fc01b100-62d0-4462-915b-9aaf5edcab5a by drivers openvswitch,hyperv on host dv-cinder-778193-18-iscsi at level 0 using segments [{'id': '265976b3-8da1-45bb-8b52-934eef26661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267'}] {{(pid=102623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 10:03:42.550604 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a7a3f-4189-4e4a-9f46-6ab6106d2d61 None None] Attempting to bind port fc01b100-62d0-4462-915b-9aaf5edcab5a on network f7c23ad4-e769-46e2-964a-5aaf62bcc267 {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 10:03:42.556286 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a7a3f-4189-4e4a-9f46-6ab6106d2d61 None None] Checking agent: {'id': '79564d9f-88b8-4061-9e24-638c07d5ce89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 46, 48), 'started_at': datetime.datetime(2022, 2, 17, 9, 47, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 10:03:42.556668 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a7a3f-4189-4e4a-9f46-6ab6106d2d61 None None] Checking segment: {'id': '265976b3-8da1-45bb-8b52-934eef26661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 10:03:42.557074 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-7e1a7a3f-4189-4e4a-9f46-6ab6106d2d61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:42.557467 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a7a3f-4189-4e4a-9f46-6ab6106d2d61 None None] Bound using segment: {'id': '265976b3-8da1-45bb-8b52-934eef26661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267'} {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 10:03:42.557940 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.managers [None req-7e1a7a3f-4189-4e4a-9f46-6ab6106d2d61 None None] Bound port: fc01b100-62d0-4462-915b-9aaf5edcab5a, host: dv-cinder-778193-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '265976b3-8da1-45bb-8b52-934eef26661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267'}}] {{(pid=102623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 10:03:42.558325 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-7e1a7a3f-4189-4e4a-9f46-6ab6106d2d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (fc01b100-62d0-4462-915b-9aaf5edcab5a), before_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:42.643684 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.db [None req-7e1a7a3f-4189-4e4a-9f46-6ab6106d2d61 None None] For port fc01b100-62d0-4462-915b-9aaf5edcab5a, host dv-cinder-778193-18-iscsi, cleared binding levels {{(pid=102623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 10:03:42.645151 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-cd78e24b-41da-472a-a000-3b0597763286 None None] Provisioning complete for port 3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:03:42.645527 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-cd78e24b-41da-472a-a000-3b0597763286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:42.648617 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.db [None req-7e1a7a3f-4189-4e4a-9f46-6ab6106d2d61 None None] For port fc01b100-62d0-4462-915b-9aaf5edcab5a, host dv-cinder-778193-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=fc01b100-62d0-4462-915b-9aaf5edcab5a,segment=NetworkSegment(265976b3-8da1-45bb-8b52-934eef26661c),segment_id=265976b3-8da1-45bb-8b52-934eef26661c)] {{(pid=102623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 10:03:42.658614 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-7e1a7a3f-4189-4e4a-9f46-6ab6106d2d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (fc01b100-62d0-4462-915b-9aaf5edcab5a), after_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:42.733351 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba89510-f869-4419-a977-caa3e1fa939f None None] Pushing event updated for resources: {'Port': ['ID=fc01b100-62d0-4462-915b-9aaf5edcab5a,revision_number=4']} {{(pid=102623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:42.759890 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1a7a3f-4189-4e4a-9f46-6ab6106d2d61 None None] Routers {'f94f7519-460f-4822-8cd3-df4a286121e6'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:03:42.761513 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-7e1a7a3f-4189-4e4a-9f46-6ab6106d2d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:03:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['f94f7519-460f-4822-8cd3-df4a286121e6'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:03:42.813717 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5f9e68ca-677a-41c1-b95b-967cb59a4af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:42.815541 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-cd78e24b-41da-472a-a000-3b0597763286 None None] Current status of the port 3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:03:42.883499 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-539ff4d6-18fe-4bc3-9967-12b12405862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fedadd0f-2c14-4b60-a993-7e56e5099b67', 'name': 'tempest-TestVolumeBootPattern-2082363651-router', 'tenant_id': '85794040a1ee45a1a684c4e845386693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '824a165b-4e2e-49fa-83c1-abb62bbb80e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:40Z', 'updated_at': '2022-02-17T10:03:41Z', 'revision_number': 3, 'project_id': '85794040a1ee45a1a684c4e845386693', 'gw_port': {'id': '824a165b-4e2e-49fa-83c1-abb62bbb80e9', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fedadd0f-2c14-4b60-a993-7e56e5099b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:41Z', 'updated_at': '2022-02-17T10:03:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi'}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:03:42.908763 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-7e1a7a3f-4189-4e4a-9f46-6ab6106d2d61 None None] Set router f94f7519-460f-4822-8cd3-df4a286121e6 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:03:42.912655 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539ff4d6-18fe-4bc3-9967-12b12405862f None None] Checking router: fedadd0f-2c14-4b60-a993-7e56e5099b67 for host: dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:03:42.912655 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539ff4d6-18fe-4bc3-9967-12b12405862f None None] Updating router fedadd0f-2c14-4b60-a993-7e56e5099b67 port 824a165b-4e2e-49fa-83c1-abb62bbb80e9 binding host dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:03:42.972820 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-539ff4d6-18fe-4bc3-9967-12b12405862f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (824a165b-4e2e-49fa-83c1-abb62bbb80e9), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:42.974512 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-ab4cac2f-bf45-4e7c-bd8a-19a22aa7dd5f None None] Provisioning complete for port fc01b100-62d0-4462-915b-9aaf5edcab5a triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:03:42.974962 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-ab4cac2f-bf45-4e7c-bd8a-19a22aa7dd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (fc01b100-62d0-4462-915b-9aaf5edcab5a), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:43.033128 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.db_base_plugin_common [None req-5f9e68ca-677a-41c1-b95b-967cb59a4af6 admin admin] Allocated IP 172.20.0.1 (f7466ea6-58b2-4c97-b6d8-48f33a503144/71f8d28d-c3eb-48e3-9e00-10d455f32496/7ee3557e-61e6-4222-8817-1955b8e6b29e) {{(pid=102620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:03:43.158871 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-7e1a7a3f-4189-4e4a-9f46-6ab6106d2d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'name': 'tempest-TestVolumeBootPattern-1005016422-router', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:38Z', 'revision_number': 4, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'gw_port': {'id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': 'fc01b100-62d0-4462-915b-9aaf5edcab5a', 'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'mac_address': 'fa:16:3e:98:32:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:38Z', 'updated_at': '2022-02-17T10:03:42Z', 'revision_number': 4, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'subnets': [{'id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:03:43.166606 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5f9e68ca-677a-41c1-b95b-967cb59a4af6 admin admin] Publish callbacks [] for port (7ee3557e-61e6-4222-8817-1955b8e6b29e), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:43.189842 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1a7a3f-4189-4e4a-9f46-6ab6106d2d61 None None] The sync data for ids ['f94f7519-460f-4822-8cd3-df4a286121e6'] in dv-cinder-778193-18-iscsi is: [{'id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'name': 'tempest-TestVolumeBootPattern-1005016422-router', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:38Z', 'revision_number': 4, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'gw_port': {'id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': 'fc01b100-62d0-4462-915b-9aaf5edcab5a', 'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'mac_address': 'fa:16:3e:98:32:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:38Z', 'updated_at': '2022-02-17T10:03:42Z', 'revision_number': 4, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'subnets': [{'id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:03:43.205290 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5f9e68ca-677a-41c1-b95b-967cb59a4af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11330461'] for port (7ee3557e-61e6-4222-8817-1955b8e6b29e), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:43.250112 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9e68ca-677a-41c1-b95b-967cb59a4af6 admin admin] Network f7466ea6-58b2-4c97-b6d8-48f33a503144 is already hosted by enough agents. {{(pid=102620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:03:43.255648 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [None req-5f9e68ca-677a-41c1-b95b-967cb59a4af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:03:43.259076 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9e68ca-677a-41c1-b95b-967cb59a4af6 admin admin] Received port after_create {{(pid=102620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 10:03:43.261616 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e68ca-677a-41c1-b95b-967cb59a4af6 admin admin] Pushing event updated for resources: {'Port': ['ID=7ee3557e-61e6-4222-8817-1955b8e6b29e,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:43.306375 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5f9e68ca-677a-41c1-b95b-967cb59a4af6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915794'] for router_interface (fedadd0f-2c14-4b60-a993-7e56e5099b67), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:43.325347 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-ab4cac2f-bf45-4e7c-bd8a-19a22aa7dd5f None None] Current status of the port fc01b100-62d0-4462-915b-9aaf5edcab5a is: DOWN; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:03:43.325742 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-ab4cac2f-bf45-4e7c-bd8a-19a22aa7dd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (fc01b100-62d0-4462-915b-9aaf5edcab5a), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:43.389614 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-ab4cac2f-bf45-4e7c-bd8a-19a22aa7dd5f None None] For port fc01b100-62d0-4462-915b-9aaf5edcab5a, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=fc01b100-62d0-4462-915b-9aaf5edcab5a,segment=NetworkSegment(265976b3-8da1-45bb-8b52-934eef26661c),segment_id=265976b3-8da1-45bb-8b52-934eef26661c)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:03:43.400395 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-ab4cac2f-bf45-4e7c-bd8a-19a22aa7dd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (fc01b100-62d0-4462-915b-9aaf5edcab5a), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:43.477616 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5f9e68ca-677a-41c1-b95b-967cb59a4af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (7ee3557e-61e6-4222-8817-1955b8e6b29e), before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:43.485900 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4cac2f-bf45-4e7c-bd8a-19a22aa7dd5f None None] Pushing event updated for resources: {'Port': ['ID=fc01b100-62d0-4462-915b-9aaf5edcab5a,revision_number=5']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:43.555768 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-539ff4d6-18fe-4bc3-9967-12b12405862f None None] Publish callbacks [] for port (824a165b-4e2e-49fa-83c1-abb62bbb80e9), precommit_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:43.559451 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-8fe1bde0-5650-4845-b867-39923d7274d3 None None] Provisioning complete for port fc01b100-62d0-4462-915b-9aaf5edcab5a triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:03:43.559835 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-8fe1bde0-5650-4845-b867-39923d7274d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (fc01b100-62d0-4462-915b-9aaf5edcab5a), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:43.562553 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-539ff4d6-18fe-4bc3-9967-12b12405862f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (824a165b-4e2e-49fa-83c1-abb62bbb80e9), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:43.648688 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e767804-13e0-4c85-a4e5-cd289cb07c7e None None] Pushing event updated for resources: {'Port': ['ID=824a165b-4e2e-49fa-83c1-abb62bbb80e9,revision_number=2']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:43.652505 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-539ff4d6-18fe-4bc3-9967-12b12405862f None None] Attempting to bind port 824a165b-4e2e-49fa-83c1-abb62bbb80e9 on host dv-cinder-778193-18-iscsi for vnic_type normal with profile {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 10:03:43.652696 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-539ff4d6-18fe-4bc3-9967-12b12405862f None None] Attempting to bind port 824a165b-4e2e-49fa-83c1-abb62bbb80e9 by drivers openvswitch,hyperv on host dv-cinder-778193-18-iscsi at level 0 using segments [{'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 10:03:43.652992 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539ff4d6-18fe-4bc3-9967-12b12405862f None None] Attempting to bind port 824a165b-4e2e-49fa-83c1-abb62bbb80e9 on network e9041cdf-f130-4174-b12b-9a6052f109e9 {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 10:03:43.660570 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539ff4d6-18fe-4bc3-9967-12b12405862f None None] Checking agent: {'id': '79564d9f-88b8-4061-9e24-638c07d5ce89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 46, 48), 'started_at': datetime.datetime(2022, 2, 17, 9, 47, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 10:03:43.660959 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539ff4d6-18fe-4bc3-9967-12b12405862f None None] Checking segment: {'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 10:03:43.661360 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-539ff4d6-18fe-4bc3-9967-12b12405862f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:43.661778 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539ff4d6-18fe-4bc3-9967-12b12405862f None None] Bound using segment: {'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'} {{(pid=102622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 10:03:43.662256 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.managers [None req-539ff4d6-18fe-4bc3-9967-12b12405862f None None] Bound port: 824a165b-4e2e-49fa-83c1-abb62bbb80e9, host: dv-cinder-778193-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ac98f7-247c-461f-a451-e6b864fb2c70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9'}}] {{(pid=102622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 10:03:43.662643 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-539ff4d6-18fe-4bc3-9967-12b12405862f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (824a165b-4e2e-49fa-83c1-abb62bbb80e9), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:43.729220 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5f9e68ca-677a-41c1-b95b-967cb59a4af6 admin admin] Publish callbacks [] for port (7ee3557e-61e6-4222-8817-1955b8e6b29e), precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:43.736013 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5f9e68ca-677a-41c1-b95b-967cb59a4af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11330454'] for port (7ee3557e-61e6-4222-8817-1955b8e6b29e), after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:43.738171 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 316df48e-07c1-4c08-9615-b1d6840f7eb0 up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 10:03:43.779678 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-8fe1bde0-5650-4845-b867-39923d7274d3 None None] Current status of the port fc01b100-62d0-4462-915b-9aaf5edcab5a is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:03:43.790054 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-539ff4d6-18fe-4bc3-9967-12b12405862f None None] For port 824a165b-4e2e-49fa-83c1-abb62bbb80e9, host dv-cinder-778193-18-iscsi, cleared binding levels {{(pid=102622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 10:03:43.796059 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-539ff4d6-18fe-4bc3-9967-12b12405862f None None] For port 824a165b-4e2e-49fa-83c1-abb62bbb80e9, host dv-cinder-778193-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=824a165b-4e2e-49fa-83c1-abb62bbb80e9,segment=NetworkSegment(51ac98f7-247c-461f-a451-e6b864fb2c70),segment_id=51ac98f7-247c-461f-a451-e6b864fb2c70)] {{(pid=102622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 10:03:43.807562 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-539ff4d6-18fe-4bc3-9967-12b12405862f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (824a165b-4e2e-49fa-83c1-abb62bbb80e9), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:43.819100 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e68ca-677a-41c1-b95b-967cb59a4af6 admin admin] Pushing event updated for resources: {'Port': ['ID=7ee3557e-61e6-4222-8817-1955b8e6b29e,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:43.822627 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5f9e68ca-677a-41c1-b95b-967cb59a4af6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3726868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915918'] for router_interface (fedadd0f-2c14-4b60-a993-7e56e5099b67), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:43.840116 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-8fe1bde0-5650-4845-b867-39923d7274d3 None None] Provisioning complete for port 3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:03:43.840485 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-8fe1bde0-5650-4845-b867-39923d7274d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:43.914663 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 316df48e-07c1-4c08-9615-b1d6840f7eb0 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:03:43.914954 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (316df48e-07c1-4c08-9615-b1d6840f7eb0), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:43.928273 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9e68ca-677a-41c1-b95b-967cb59a4af6 admin admin] Network f7466ea6-58b2-4c97-b6d8-48f33a503144 is already hosted by enough agents. {{(pid=102620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:03:43.930294 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [None req-5f9e68ca-677a-41c1-b95b-967cb59a4af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:03:43.938160 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539ff4d6-18fe-4bc3-9967-12b12405862f None None] Routers {'fedadd0f-2c14-4b60-a993-7e56e5099b67'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:03:43.938832 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-539ff4d6-18fe-4bc3-9967-12b12405862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:03:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['fedadd0f-2c14-4b60-a993-7e56e5099b67'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:03:43.940477 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e767804-13e0-4c85-a4e5-cd289cb07c7e None None] Pushing event updated for resources: {'Port': ['ID=824a165b-4e2e-49fa-83c1-abb62bbb80e9,revision_number=3']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:44.071750 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9e68ca-677a-41c1-b95b-967cb59a4af6 admin admin] Router fedadd0f-2c14-4b60-a993-7e56e5099b67 has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 10:03:44.078152 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-59caddd9-b491-4de3-b605-613e3014602b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:44.112545 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-8fe1bde0-5650-4845-b867-39923d7274d3 None None] Current status of the port 3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:03:44.167049 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-539ff4d6-18fe-4bc3-9967-12b12405862f None None] Set router fedadd0f-2c14-4b60-a993-7e56e5099b67 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:03:44.194641 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9e68ca-677a-41c1-b95b-967cb59a4af6 admin admin] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 10:03:44.198634 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 316df48e-07c1-4c08-9615-b1d6840f7eb0 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:03:44.199683 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device fc01b100-62d0-4462-915b-9aaf5edcab5a up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 10:03:44.200334 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-5f9e68ca-677a-41c1-b95b-967cb59a4af6 admin admin] 10.222.0.82 "PUT /v2.0/routers/fedadd0f-2c14-4b60-a993-7e56e5099b67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8485541 Feb 17 10:03:44.307094 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-554efe8a-f7ce-47e9-9967-1dc5940f9521 None None] Provisioning complete for port 7ee3557e-61e6-4222-8817-1955b8e6b29e triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:03:44.307487 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-554efe8a-f7ce-47e9-9967-1dc5940f9521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (7ee3557e-61e6-4222-8817-1955b8e6b29e), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:44.383027 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-554efe8a-f7ce-47e9-9967-1dc5940f9521 None None] Port 7ee3557e-61e6-4222-8817-1955b8e6b29e cannot update to ACTIVE because it is not bound. {{(pid=102622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 10:03:44.387022 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port fc01b100-62d0-4462-915b-9aaf5edcab5a triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:03:44.387544 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (fc01b100-62d0-4462-915b-9aaf5edcab5a), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:44.521635 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-539ff4d6-18fe-4bc3-9967-12b12405862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fedadd0f-2c14-4b60-a993-7e56e5099b67', 'name': 'tempest-TestVolumeBootPattern-2082363651-router', 'tenant_id': '85794040a1ee45a1a684c4e845386693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '824a165b-4e2e-49fa-83c1-abb62bbb80e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:40Z', 'updated_at': '2022-02-17T10:03:43Z', 'revision_number': 4, 'project_id': '85794040a1ee45a1a684c4e845386693', 'gw_port': {'id': '824a165b-4e2e-49fa-83c1-abb62bbb80e9', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fedadd0f-2c14-4b60-a993-7e56e5099b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:41Z', 'updated_at': '2022-02-17T10:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': '7ee3557e-61e6-4222-8817-1955b8e6b29e', 'name': '', 'network_id': 'f7466ea6-58b2-4c97-b6d8-48f33a503144', 'tenant_id': '85794040a1ee45a1a684c4e845386693', 'mac_address': 'fa:16:3e:3b:e5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fedadd0f-2c14-4b60-a993-7e56e5099b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '71f8d28d-c3eb-48e3-9e00-10d455f32496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:42Z', 'updated_at': '2022-02-17T10:03:43Z', 'revision_number': 2, 'project_id': '85794040a1ee45a1a684c4e845386693', 'subnets': [{'id': '71f8d28d-c3eb-48e3-9e00-10d455f32496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:03:44.524204 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port fc01b100-62d0-4462-915b-9aaf5edcab5a is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:03:44.525201 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 10:03:44.552827 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539ff4d6-18fe-4bc3-9967-12b12405862f None None] The sync data for ids ['fedadd0f-2c14-4b60-a993-7e56e5099b67'] in dv-cinder-778193-18-iscsi is: [{'id': 'fedadd0f-2c14-4b60-a993-7e56e5099b67', 'name': 'tempest-TestVolumeBootPattern-2082363651-router', 'tenant_id': '85794040a1ee45a1a684c4e845386693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '824a165b-4e2e-49fa-83c1-abb62bbb80e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:40Z', 'updated_at': '2022-02-17T10:03:43Z', 'revision_number': 4, 'project_id': '85794040a1ee45a1a684c4e845386693', 'gw_port': {'id': '824a165b-4e2e-49fa-83c1-abb62bbb80e9', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fedadd0f-2c14-4b60-a993-7e56e5099b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:41Z', 'updated_at': '2022-02-17T10:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': '7ee3557e-61e6-4222-8817-1955b8e6b29e', 'name': '', 'network_id': 'f7466ea6-58b2-4c97-b6d8-48f33a503144', 'tenant_id': '85794040a1ee45a1a684c4e845386693', 'mac_address': 'fa:16:3e:3b:e5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fedadd0f-2c14-4b60-a993-7e56e5099b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '71f8d28d-c3eb-48e3-9e00-10d455f32496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:42Z', 'updated_at': '2022-02-17T10:03:43Z', 'revision_number': 2, 'project_id': '85794040a1ee45a1a684c4e845386693', 'subnets': [{'id': '71f8d28d-c3eb-48e3-9e00-10d455f32496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:03:44.601638 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:03:44.602016 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:44.682359 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:03:44.830879 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 55636) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:03:44.835695 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-2d0369ea-5428-4316-bbf0-79dc82297664 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-213111669', 'description': 'tempest-secgroup-smoke-213111669 description', 'project_id': '411bdc45389d4a268817c5d2f56f9cae'}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:03:44.859884 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2d0369ea-5428-4316-bbf0-79dc82297664 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for security_group (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:44.945213 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2d0369ea-5428-4316-bbf0-79dc82297664 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for security_group (6f14c503-2584-4027-a3f2-2ddb81bc9a8c), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:44.949119 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2d0369ea-5428-4316-bbf0-79dc82297664 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (6f14c503-2584-4027-a3f2-2ddb81bc9a8c), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:44.977762 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-2d0369ea-5428-4316-bbf0-79dc82297664 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:44.979053 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-2d0369ea-5428-4316-bbf0-79dc82297664 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1470127 Feb 17 10:03:44.982213 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 55638) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:03:44.984257 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0369ea-5428-4316-bbf0-79dc82297664 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f14c503-2584-4027-a3f2-2ddb81bc9a8c,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:44.993508 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:44.995388 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-195b2b1c-c1e6-46c6-8d89-2c994cdb6d37 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Request body: {'security_group_rule': {'security_group_id': '6f14c503-2584-4027-a3f2-2ddb81bc9a8c', 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:03:45.029662 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-195b2b1c-c1e6-46c6-8d89-2c994cdb6d37 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for security_group_rule (4c2c5224-2d74-41fe-a946-651b7ffd9ef4), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:45.088387 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-195b2b1c-c1e6-46c6-8d89-2c994cdb6d37 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for security_group_rule (4c2c5224-2d74-41fe-a946-651b7ffd9ef4), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:45.093215 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-195b2b1c-c1e6-46c6-8d89-2c994cdb6d37 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711128'] for security_group_rule (4c2c5224-2d74-41fe-a946-651b7ffd9ef4), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:45.111833 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b2b1c-c1e6-46c6-8d89-2c994cdb6d37 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2c5224-2d74-41fe-a946-651b7ffd9ef4,revision_number=0']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:45.121347 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-195b2b1c-c1e6-46c6-8d89-2c994cdb6d37 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:45.122700 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-195b2b1c-c1e6-46c6-8d89-2c994cdb6d37 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1387126 Feb 17 10:03:45.125329 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 55640) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:03:45.129590 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-4d270b41-169d-4800-8fe8-dbadacb7fabf tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Request body: {'security_group_rule': {'security_group_id': '6f14c503-2584-4027-a3f2-2ddb81bc9a8c', 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:03:45.155890 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4d270b41-169d-4800-8fe8-dbadacb7fabf tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for security_group_rule (5d88604a-7a3d-4bda-92e2-1cdcc723dc72), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:45.210676 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4d270b41-169d-4800-8fe8-dbadacb7fabf tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for security_group_rule (5d88604a-7a3d-4bda-92e2-1cdcc723dc72), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:45.214437 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4d270b41-169d-4800-8fe8-dbadacb7fabf tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711128'] for security_group_rule (5d88604a-7a3d-4bda-92e2-1cdcc723dc72), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:45.230778 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d270b41-169d-4800-8fe8-dbadacb7fabf tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d88604a-7a3d-4bda-92e2-1cdcc723dc72,revision_number=0']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:45.239400 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-4d270b41-169d-4800-8fe8-dbadacb7fabf tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:45.241298 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-4d270b41-169d-4800-8fe8-dbadacb7fabf tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1150770 Feb 17 10:03:45.244370 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 55642) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:03:45.248996 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-35bab259-01b2-457f-9411-02b90e3ad05e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Request body: {'security_group_rule': {'security_group_id': '6f14c503-2584-4027-a3f2-2ddb81bc9a8c', 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:03:45.286426 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-35bab259-01b2-457f-9411-02b90e3ad05e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for security_group_rule (cec6666e-19fb-4db3-966b-2d1c5f3bb0db), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:45.355543 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-35bab259-01b2-457f-9411-02b90e3ad05e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for security_group_rule (cec6666e-19fb-4db3-966b-2d1c5f3bb0db), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:45.359694 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-35bab259-01b2-457f-9411-02b90e3ad05e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711128'] for security_group_rule (cec6666e-19fb-4db3-966b-2d1c5f3bb0db), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:45.375025 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bab259-01b2-457f-9411-02b90e3ad05e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec6666e-19fb-4db3-966b-2d1c5f3bb0db,revision_number=0']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:45.387002 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-35bab259-01b2-457f-9411-02b90e3ad05e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:45.388382 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-35bab259-01b2-457f-9411-02b90e3ad05e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1429234 Feb 17 10:03:45.391020 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 55644) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:03:45.395552 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-f03857c0-8a6d-4c54-bdb1-5ae63923c92a tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Request body: {'security_group_rule': {'security_group_id': '6f14c503-2584-4027-a3f2-2ddb81bc9a8c', 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:03:45.420167 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-f03857c0-8a6d-4c54-bdb1-5ae63923c92a tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for security_group_rule (ac47c45d-8fe9-48c0-bbc7-bfc45314a82d), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:45.480743 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-f03857c0-8a6d-4c54-bdb1-5ae63923c92a tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for security_group_rule (ac47c45d-8fe9-48c0-bbc7-bfc45314a82d), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:45.484510 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-f03857c0-8a6d-4c54-bdb1-5ae63923c92a tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711128'] for security_group_rule (ac47c45d-8fe9-48c0-bbc7-bfc45314a82d), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:45.502572 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03857c0-8a6d-4c54-bdb1-5ae63923c92a tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac47c45d-8fe9-48c0-bbc7-bfc45314a82d,revision_number=0']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:45.511110 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-f03857c0-8a6d-4c54-bdb1-5ae63923c92a tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:45.512323 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-f03857c0-8a6d-4c54-bdb1-5ae63923c92a tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202984 Feb 17 10:03:45.515083 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 55646) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:03:45.519281 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-cd329e5b-f3b5-4bc7-9762-537d441bf1e1 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Request body: {'security_group_rule': {'security_group_id': '6f14c503-2584-4027-a3f2-2ddb81bc9a8c', 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:03:45.539183 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.db.securitygroups_db [None req-cd329e5b-f3b5-4bc7-9762-537d441bf1e1 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Project 411bdc45389d4a268817c5d2f56f9cae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 10:03:45.543784 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-cd329e5b-f3b5-4bc7-9762-537d441bf1e1 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for security_group_rule (ce92d90c-a8d3-4d87-ad4f-8c01645fe461), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:45.599602 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-cd329e5b-f3b5-4bc7-9762-537d441bf1e1 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for security_group_rule (ce92d90c-a8d3-4d87-ad4f-8c01645fe461), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:45.603043 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-cd329e5b-f3b5-4bc7-9762-537d441bf1e1 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711128'] for security_group_rule (ce92d90c-a8d3-4d87-ad4f-8c01645fe461), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:45.617090 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd329e5b-f3b5-4bc7-9762-537d441bf1e1 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce92d90c-a8d3-4d87-ad4f-8c01645fe461,revision_number=0']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:45.627301 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-cd329e5b-f3b5-4bc7-9762-537d441bf1e1 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:45.628472 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-cd329e5b-f3b5-4bc7-9762-537d441bf1e1 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1124594 Feb 17 10:03:45.631912 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 55648) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:03:45.636325 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [None req-8e86bd4d-ffcf-4303-b632-e8c967a7230f tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Request body: {'security_group_rule': {'security_group_id': '6f14c503-2584-4027-a3f2-2ddb81bc9a8c', 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:03:45.655795 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.db.securitygroups_db [None req-8e86bd4d-ffcf-4303-b632-e8c967a7230f tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Project 411bdc45389d4a268817c5d2f56f9cae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 10:03:45.660449 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-8e86bd4d-ffcf-4303-b632-e8c967a7230f tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for security_group_rule (34dced6c-21eb-4ad6-b992-6e8d33c22eb9), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:45.717369 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-8e86bd4d-ffcf-4303-b632-e8c967a7230f tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for security_group_rule (34dced6c-21eb-4ad6-b992-6e8d33c22eb9), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:45.720990 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-8e86bd4d-ffcf-4303-b632-e8c967a7230f tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711128'] for security_group_rule (34dced6c-21eb-4ad6-b992-6e8d33c22eb9), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:45.740396 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86bd4d-ffcf-4303-b632-e8c967a7230f tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34dced6c-21eb-4ad6-b992-6e8d33c22eb9,revision_number=0']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:45.747741 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-8e86bd4d-ffcf-4303-b632-e8c967a7230f tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:45.748927 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-8e86bd4d-ffcf-4303-b632-e8c967a7230f tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1160650 Feb 17 10:03:46.290735 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:47.376883 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fee571-6b34-4557-b11d-dc053cb9675b None None] Sync routers for ids ['fedadd0f-2c14-4b60-a993-7e56e5099b67'] in dv-cinder-778193-18-iscsi {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:03:47.386651 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fee571-6b34-4557-b11d-dc053cb9675b None None] Routers {'fedadd0f-2c14-4b60-a993-7e56e5099b67'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:03:47.387385 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-e2fee571-6b34-4557-b11d-dc053cb9675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:03:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['fedadd0f-2c14-4b60-a993-7e56e5099b67'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:03:47.583476 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-e2fee571-6b34-4557-b11d-dc053cb9675b None None] Set router fedadd0f-2c14-4b60-a993-7e56e5099b67 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:03:47.661537 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 824a165b-4e2e-49fa-83c1-abb62bbb80e9 up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 10:03:47.718546 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 824a165b-4e2e-49fa-83c1-abb62bbb80e9 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:03:47.718924 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (824a165b-4e2e-49fa-83c1-abb62bbb80e9), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:47.785576 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-e2fee571-6b34-4557-b11d-dc053cb9675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fedadd0f-2c14-4b60-a993-7e56e5099b67', 'name': 'tempest-TestVolumeBootPattern-2082363651-router', 'tenant_id': '85794040a1ee45a1a684c4e845386693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '824a165b-4e2e-49fa-83c1-abb62bbb80e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:40Z', 'updated_at': '2022-02-17T10:03:43Z', 'revision_number': 4, 'project_id': '85794040a1ee45a1a684c4e845386693', 'gw_port': {'id': '824a165b-4e2e-49fa-83c1-abb62bbb80e9', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fedadd0f-2c14-4b60-a993-7e56e5099b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:41Z', 'updated_at': '2022-02-17T10:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': '7ee3557e-61e6-4222-8817-1955b8e6b29e', 'name': '', 'network_id': 'f7466ea6-58b2-4c97-b6d8-48f33a503144', 'tenant_id': '85794040a1ee45a1a684c4e845386693', 'mac_address': 'fa:16:3e:3b:e5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fedadd0f-2c14-4b60-a993-7e56e5099b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '71f8d28d-c3eb-48e3-9e00-10d455f32496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:42Z', 'updated_at': '2022-02-17T10:03:43Z', 'revision_number': 2, 'project_id': '85794040a1ee45a1a684c4e845386693', 'subnets': [{'id': '71f8d28d-c3eb-48e3-9e00-10d455f32496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:03:47.805281 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:47.812123 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 824a165b-4e2e-49fa-83c1-abb62bbb80e9 is: DOWN; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:03:47.812511 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (824a165b-4e2e-49fa-83c1-abb62bbb80e9), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:47.812765 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fee571-6b34-4557-b11d-dc053cb9675b None None] Checking router: fedadd0f-2c14-4b60-a993-7e56e5099b67 for host: dv-cinder-778193-18-iscsi {{(pid=102623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:03:47.813130 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fee571-6b34-4557-b11d-dc053cb9675b None None] Updating router fedadd0f-2c14-4b60-a993-7e56e5099b67 port 7ee3557e-61e6-4222-8817-1955b8e6b29e binding host dv-cinder-778193-18-iscsi {{(pid=102623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:03:47.839769 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] For port 824a165b-4e2e-49fa-83c1-abb62bbb80e9, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=824a165b-4e2e-49fa-83c1-abb62bbb80e9,segment=NetworkSegment(51ac98f7-247c-461f-a451-e6b864fb2c70),segment_id=51ac98f7-247c-461f-a451-e6b864fb2c70)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:03:47.843502 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-e2fee571-6b34-4557-b11d-dc053cb9675b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (7ee3557e-61e6-4222-8817-1955b8e6b29e), before_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:47.843696 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (824a165b-4e2e-49fa-83c1-abb62bbb80e9), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:47.893103 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Pushing event updated for resources: {'Port': ['ID=824a165b-4e2e-49fa-83c1-abb62bbb80e9,revision_number=4']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:48.112216 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-e2fee571-6b34-4557-b11d-dc053cb9675b None None] Publish callbacks [] for port (7ee3557e-61e6-4222-8817-1955b8e6b29e), precommit_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:48.118286 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-e2fee571-6b34-4557-b11d-dc053cb9675b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (7ee3557e-61e6-4222-8817-1955b8e6b29e), after_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:48.169174 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff6fb9-e0db-4309-b834-b468f504478b None None] Pushing event updated for resources: {'Port': ['ID=7ee3557e-61e6-4222-8817-1955b8e6b29e,revision_number=3']} {{(pid=102623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:48.225277 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.managers [None req-e2fee571-6b34-4557-b11d-dc053cb9675b None None] Attempting to bind port 7ee3557e-61e6-4222-8817-1955b8e6b29e on host dv-cinder-778193-18-iscsi for vnic_type normal with profile {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 10:03:48.225646 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.managers [None req-e2fee571-6b34-4557-b11d-dc053cb9675b None None] Attempting to bind port 7ee3557e-61e6-4222-8817-1955b8e6b29e by drivers openvswitch,hyperv on host dv-cinder-778193-18-iscsi at level 0 using segments [{'id': 'aa538783-dab2-42e0-969a-f7ffedb37303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'f7466ea6-58b2-4c97-b6d8-48f33a503144'}] {{(pid=102623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 10:03:48.226032 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fee571-6b34-4557-b11d-dc053cb9675b None None] Attempting to bind port 7ee3557e-61e6-4222-8817-1955b8e6b29e on network f7466ea6-58b2-4c97-b6d8-48f33a503144 {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 10:03:48.231342 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fee571-6b34-4557-b11d-dc053cb9675b None None] Checking agent: {'id': '79564d9f-88b8-4061-9e24-638c07d5ce89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 46, 48), 'started_at': datetime.datetime(2022, 2, 17, 9, 47, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 10:03:48.231720 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fee571-6b34-4557-b11d-dc053cb9675b None None] Checking segment: {'id': 'aa538783-dab2-42e0-969a-f7ffedb37303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'f7466ea6-58b2-4c97-b6d8-48f33a503144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 10:03:48.232115 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-e2fee571-6b34-4557-b11d-dc053cb9675b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:48.232501 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fee571-6b34-4557-b11d-dc053cb9675b None None] Bound using segment: {'id': 'aa538783-dab2-42e0-969a-f7ffedb37303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'f7466ea6-58b2-4c97-b6d8-48f33a503144'} {{(pid=102623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 10:03:48.232966 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.managers [None req-e2fee571-6b34-4557-b11d-dc053cb9675b None None] Bound port: 7ee3557e-61e6-4222-8817-1955b8e6b29e, host: dv-cinder-778193-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa538783-dab2-42e0-969a-f7ffedb37303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'f7466ea6-58b2-4c97-b6d8-48f33a503144'}}] {{(pid=102623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 10:03:48.233342 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-e2fee571-6b34-4557-b11d-dc053cb9675b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (7ee3557e-61e6-4222-8817-1955b8e6b29e), before_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:48.301180 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.db [None req-e2fee571-6b34-4557-b11d-dc053cb9675b None None] For port 7ee3557e-61e6-4222-8817-1955b8e6b29e, host dv-cinder-778193-18-iscsi, cleared binding levels {{(pid=102623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 10:03:48.304757 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.db [None req-e2fee571-6b34-4557-b11d-dc053cb9675b None None] For port 7ee3557e-61e6-4222-8817-1955b8e6b29e, host dv-cinder-778193-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=7ee3557e-61e6-4222-8817-1955b8e6b29e,segment=NetworkSegment(aa538783-dab2-42e0-969a-f7ffedb37303),segment_id=aa538783-dab2-42e0-969a-f7ffedb37303)] {{(pid=102623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 10:03:48.312259 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-e2fee571-6b34-4557-b11d-dc053cb9675b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (7ee3557e-61e6-4222-8817-1955b8e6b29e), after_update {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:48.375395 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fee571-6b34-4557-b11d-dc053cb9675b None None] Routers {'fedadd0f-2c14-4b60-a993-7e56e5099b67'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:03:48.376028 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-e2fee571-6b34-4557-b11d-dc053cb9675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:03:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['fedadd0f-2c14-4b60-a993-7e56e5099b67'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:03:48.379040 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff6fb9-e0db-4309-b834-b468f504478b None None] Pushing event updated for resources: {'Port': ['ID=7ee3557e-61e6-4222-8817-1955b8e6b29e,revision_number=4']} {{(pid=102623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:48.429092 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-fb00425e-c3e3-4c97-9ba0-804b8a7743d1 None None] Provisioning complete for port 7ee3557e-61e6-4222-8817-1955b8e6b29e triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:03:48.429542 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-fb00425e-c3e3-4c97-9ba0-804b8a7743d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (7ee3557e-61e6-4222-8817-1955b8e6b29e), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:48.500182 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-e2fee571-6b34-4557-b11d-dc053cb9675b None None] Set router fedadd0f-2c14-4b60-a993-7e56e5099b67 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:03:48.512792 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-fb00425e-c3e3-4c97-9ba0-804b8a7743d1 None None] Current status of the port 7ee3557e-61e6-4222-8817-1955b8e6b29e is: DOWN; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:03:48.513191 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-fb00425e-c3e3-4c97-9ba0-804b8a7743d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (7ee3557e-61e6-4222-8817-1955b8e6b29e), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:48.548895 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-fb00425e-c3e3-4c97-9ba0-804b8a7743d1 None None] For port 7ee3557e-61e6-4222-8817-1955b8e6b29e, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=7ee3557e-61e6-4222-8817-1955b8e6b29e,segment=NetworkSegment(aa538783-dab2-42e0-969a-f7ffedb37303),segment_id=aa538783-dab2-42e0-969a-f7ffedb37303)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:03:48.554113 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-fb00425e-c3e3-4c97-9ba0-804b8a7743d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (7ee3557e-61e6-4222-8817-1955b8e6b29e), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:48.605997 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00425e-c3e3-4c97-9ba0-804b8a7743d1 None None] Pushing event updated for resources: {'Port': ['ID=7ee3557e-61e6-4222-8817-1955b8e6b29e,revision_number=5']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:48.673997 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-dc287140-dc24-435b-932c-c33e7f5dc6a1 None None] Provisioning complete for port 7ee3557e-61e6-4222-8817-1955b8e6b29e triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:03:48.674591 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-dc287140-dc24-435b-932c-c33e7f5dc6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (7ee3557e-61e6-4222-8817-1955b8e6b29e), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:48.709061 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-e2fee571-6b34-4557-b11d-dc053cb9675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fedadd0f-2c14-4b60-a993-7e56e5099b67', 'name': 'tempest-TestVolumeBootPattern-2082363651-router', 'tenant_id': '85794040a1ee45a1a684c4e845386693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '824a165b-4e2e-49fa-83c1-abb62bbb80e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:40Z', 'updated_at': '2022-02-17T10:03:43Z', 'revision_number': 4, 'project_id': '85794040a1ee45a1a684c4e845386693', 'gw_port': {'id': '824a165b-4e2e-49fa-83c1-abb62bbb80e9', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedadd0f-2c14-4b60-a993-7e56e5099b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:41Z', 'updated_at': '2022-02-17T10:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': '7ee3557e-61e6-4222-8817-1955b8e6b29e', 'name': '', 'network_id': 'f7466ea6-58b2-4c97-b6d8-48f33a503144', 'tenant_id': '85794040a1ee45a1a684c4e845386693', 'mac_address': 'fa:16:3e:3b:e5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fedadd0f-2c14-4b60-a993-7e56e5099b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '71f8d28d-c3eb-48e3-9e00-10d455f32496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:42Z', 'updated_at': '2022-02-17T10:03:48Z', 'revision_number': 4, 'project_id': '85794040a1ee45a1a684c4e845386693', 'subnets': [{'id': '71f8d28d-c3eb-48e3-9e00-10d455f32496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:03:48.738304 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fee571-6b34-4557-b11d-dc053cb9675b None None] The sync data for ids ['fedadd0f-2c14-4b60-a993-7e56e5099b67'] in dv-cinder-778193-18-iscsi is: [{'id': 'fedadd0f-2c14-4b60-a993-7e56e5099b67', 'name': 'tempest-TestVolumeBootPattern-2082363651-router', 'tenant_id': '85794040a1ee45a1a684c4e845386693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '824a165b-4e2e-49fa-83c1-abb62bbb80e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:40Z', 'updated_at': '2022-02-17T10:03:43Z', 'revision_number': 4, 'project_id': '85794040a1ee45a1a684c4e845386693', 'gw_port': {'id': '824a165b-4e2e-49fa-83c1-abb62bbb80e9', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedadd0f-2c14-4b60-a993-7e56e5099b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:41Z', 'updated_at': '2022-02-17T10:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': '7ee3557e-61e6-4222-8817-1955b8e6b29e', 'name': '', 'network_id': 'f7466ea6-58b2-4c97-b6d8-48f33a503144', 'tenant_id': '85794040a1ee45a1a684c4e845386693', 'mac_address': 'fa:16:3e:3b:e5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fedadd0f-2c14-4b60-a993-7e56e5099b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '71f8d28d-c3eb-48e3-9e00-10d455f32496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:42Z', 'updated_at': '2022-02-17T10:03:48Z', 'revision_number': 4, 'project_id': '85794040a1ee45a1a684c4e845386693', 'subnets': [{'id': '71f8d28d-c3eb-48e3-9e00-10d455f32496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:03:48.760383 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-dc287140-dc24-435b-932c-c33e7f5dc6a1 None None] Current status of the port 7ee3557e-61e6-4222-8817-1955b8e6b29e is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:03:49.666042 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 7ee3557e-61e6-4222-8817-1955b8e6b29e up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 10:03:49.715616 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 7ee3557e-61e6-4222-8817-1955b8e6b29e triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:03:49.716270 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (7ee3557e-61e6-4222-8817-1955b8e6b29e), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:49.790637 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 7ee3557e-61e6-4222-8817-1955b8e6b29e is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:03:49.791667 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 824a165b-4e2e-49fa-83c1-abb62bbb80e9 up at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 10:03:49.835829 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Provisioning complete for port 824a165b-4e2e-49fa-83c1-abb62bbb80e9 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:03:49.836112 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (824a165b-4e2e-49fa-83c1-abb62bbb80e9), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:50.053278 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Current status of the port 824a165b-4e2e-49fa-83c1-abb62bbb80e9 is: ACTIVE; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:03:59.534873 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:04:02.164651 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-229b1b38-5593-41e7-a964-c609fd2dda69 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-213111669&fields=id&tenant_id=411bdc45389d4a268817c5d2f56f9cae HTTP/1.1" status: 200 len: 267 time: 0.0437391 Feb 17 10:04:02.268781 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-c06ec931-b98f-4223-83fa-e09aaf27178a tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:02.270229 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-c06ec931-b98f-4223-83fa-e09aaf27178a tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/networks?id=f7c23ad4-e769-46e2-964a-5aaf62bcc267 HTTP/1.1" status: 200 len: 812 time: 0.0994406 Feb 17 10:04:02.284767 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-7c942235-a4b2-41db-9518-c2900bd3b5a2 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/quotas/411bdc45389d4a268817c5d2f56f9cae HTTP/1.1" status: 200 len: 375 time: 0.0086632 Feb 17 10:04:02.336448 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-2ecf480f-9ba6-4ec7-a6a0-8113576211df tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=411bdc45389d4a268817c5d2f56f9cae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463662 Feb 17 10:04:02.431358 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-e0baaff9-d592-4936-94fa-9999fd3dbcc9 service neutron] 10.222.0.82 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842505 Feb 17 10:04:02.516697 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-f5b7b737-1f87-49ef-8a64-910ebfc93d20 service neutron] 10.222.0.82 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798662 Feb 17 10:04:02.791044 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e9b408ef-8256-45af-8fec-9e809d4d97db req-1d79adce-57c6-468b-a1f1-eefcab7eeaa1 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=7a79ad66-6f88-4993-8efb-f2882ffe164e HTTP/1.1" status: 200 len: 210 time: 0.0305419 Feb 17 10:04:03.758990 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-afa6ae92-9c45-4b91-8a20-40071081feac tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:03.760508 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-afa6ae92-9c45-4b91-8a20-40071081feac tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.93 "GET /v2.0/networks?id=f7c23ad4-e769-46e2-964a-5aaf62bcc267 HTTP/1.1" status: 200 len: 812 time: 0.1011429 Feb 17 10:04:03.835877 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-ce5efb2e-b832-4745-9298-fd57689c04b8 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=411bdc45389d4a268817c5d2f56f9cae HTTP/1.1" status: 200 len: 379 time: 0.0550451 Feb 17 10:04:03.842712 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:03.851305 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-b17fab09-aff9-47ac-974a-f227fbde1a2a tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Request body: {'port': {'device_id': '7a79ad66-6f88-4993-8efb-f2882ffe164e', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'admin_state_up': True, 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'security_groups': ['6f14c503-2584-4027-a3f2-2ddb81bc9a8c']}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:04:03.894511 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7237ce13-ecbf-4248-9f5d-201906b586d5 req-9c7fc710-7b4f-4711-bee5-cdc30f97c241 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=7a79ad66-6f88-4993-8efb-f2882ffe164e HTTP/1.1" status: 200 len: 210 time: 0.0275338 Feb 17 10:04:03.960421 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-b17fab09-aff9-47ac-974a-f227fbde1a2a tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Made reservation on behalf of 411bdc45389d4a268817c5d2f56f9cae for: {'port': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:04:03.963812 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-b17fab09-aff9-47ac-974a-f227fbde1a2a tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:04.091459 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_common [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-b17fab09-aff9-47ac-974a-f227fbde1a2a tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Allocated IP 172.20.0.6 (f7c23ad4-e769-46e2-964a-5aaf62bcc267/c8ef9284-000b-4af0-a9af-9056be7c4591/c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7) {{(pid=102621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:04:04.232075 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-b17fab09-aff9-47ac-974a-f227fbde1a2a tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for port (c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:04.265802 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-b17fab09-aff9-47ac-974a-f227fbde1a2a tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:04.310977 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-b17fab09-aff9-47ac-974a-f227fbde1a2a tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Network f7c23ad4-e769-46e2-964a-5aaf62bcc267 is already hosted by enough agents. {{(pid=102621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:04:04.317782 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-b17fab09-aff9-47ac-974a-f227fbde1a2a tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Resources bound (agent type, host, resource id): {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:04:04.322181 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-b17fab09-aff9-47ac-974a-f227fbde1a2a tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Received port after_create {{(pid=102621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 10:04:04.346404 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17fab09-aff9-47ac-974a-f227fbde1a2a tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Pushing event updated for resources: {'Port': ['ID=c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:04:04.376908 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-b17fab09-aff9-47ac-974a-f227fbde1a2a tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:04.377175 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-b17fab09-aff9-47ac-974a-f227fbde1a2a tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:04.394496 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-b17fab09-aff9-47ac-974a-f227fbde1a2a tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5480993 Feb 17 10:04:04.408483 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-0ea616bd-3f19-4f90-8610-fb2b4973b155 service neutron] Request body: {'port': {'device_id': '7a79ad66-6f88-4993-8efb-f2882ffe164e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:04:04.468568 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-0ea616bd-3f19-4f90-8610-fb2b4973b155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:04.580488 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-db2d90f4-2884-40d2-a428-004b597fc41e None None] Provisioning complete for port c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:04:04.580867 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-db2d90f4-2884-40d2-a428-004b597fc41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:04.613499 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-db2d90f4-2884-40d2-a428-004b597fc41e None None] Port c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7 cannot update to ACTIVE because it is not bound. {{(pid=102622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 10:04:04.728441 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-0ea616bd-3f19-4f90-8610-fb2b4973b155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7 {{(pid=102621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 10:04:04.735629 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-0ea616bd-3f19-4f90-8610-fb2b4973b155 service neutron] Publish callbacks [] for port (c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:04.748022 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.provisioning_blocks [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-0ea616bd-3f19-4f90-8610-fb2b4973b155 service neutron] Transition to ACTIVE for port object c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7 will not be triggered until provisioned by entity L2. {{(pid=102621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:04:04.751531 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-0ea616bd-3f19-4f90-8610-fb2b4973b155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9010360'] for port (c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:04.799042 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea616bd-3f19-4f90-8610-fb2b4973b155 service neutron] Pushing event updated for resources: {'Port': ['ID=c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7,revision_number=2']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:04:04.870202 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-0ea616bd-3f19-4f90-8610-fb2b4973b155 service neutron] Attempting to bind port c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 10:04:04.870463 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-0ea616bd-3f19-4f90-8610-fb2b4973b155 service neutron] Attempting to bind port c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '265976b3-8da1-45bb-8b52-934eef26661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267'}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 10:04:04.870798 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-0ea616bd-3f19-4f90-8610-fb2b4973b155 service neutron] Attempting to bind port c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7 on network f7c23ad4-e769-46e2-964a-5aaf62bcc267 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 10:04:04.875390 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-0ea616bd-3f19-4f90-8610-fb2b4973b155 service neutron] Port c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7 on network f7c23ad4-e769-46e2-964a-5aaf62bcc267 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 10:04:04.875710 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-0ea616bd-3f19-4f90-8610-fb2b4973b155 service neutron] Attempting to bind port c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7 on network f7c23ad4-e769-46e2-964a-5aaf62bcc267 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 10:04:04.880735 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-0ea616bd-3f19-4f90-8610-fb2b4973b155 service neutron] Checking agent: {'id': '57512943-2fb5-44da-9b65-1b43ee30ab09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'started_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 10:04:04.881217 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-0ea616bd-3f19-4f90-8610-fb2b4973b155 service neutron] Checking segment: {'id': '265976b3-8da1-45bb-8b52-934eef26661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 10:04:04.881869 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-0ea616bd-3f19-4f90-8610-fb2b4973b155 service neutron] Bound using segment: {'id': '265976b3-8da1-45bb-8b52-934eef26661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267'} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 10:04:04.882313 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-0ea616bd-3f19-4f90-8610-fb2b4973b155 service neutron] Bound port: c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '265976b3-8da1-45bb-8b52-934eef26661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267'}}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 10:04:04.882677 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-0ea616bd-3f19-4f90-8610-fb2b4973b155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:04.951978 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-0ea616bd-3f19-4f90-8610-fb2b4973b155 service neutron] For port c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7, host hv-cinder-77819, cleared binding levels {{(pid=102621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 10:04:04.956128 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-0ea616bd-3f19-4f90-8610-fb2b4973b155 service neutron] For port c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7,segment=NetworkSegment(265976b3-8da1-45bb-8b52-934eef26661c),segment_id=265976b3-8da1-45bb-8b52-934eef26661c)] {{(pid=102621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 10:04:04.962972 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-0ea616bd-3f19-4f90-8610-fb2b4973b155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9010360'] for port (c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:04.995763 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-0ea616bd-3f19-4f90-8610-fb2b4973b155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:04.996509 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-0ea616bd-3f19-4f90-8610-fb2b4973b155 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:04.997773 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-0ea616bd-3f19-4f90-8610-fb2b4973b155 service neutron] 10.222.0.93 "PUT /v2.0/ports/c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7 HTTP/1.1" status: 200 len: 1093 time: 0.5935669 Feb 17 10:04:04.998236 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a79ad66-6f88-4993-8efb-f2882ffe164e', 'tag': 'c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:04:05.000498 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2368f3da-73f1-435e-80ba-4326f3a3c950" -d '{"events": [{"name": "network-changed", "server_uuid": "7a79ad66-6f88-4993-8efb-f2882ffe164e", "tag": "c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:04:05.036266 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141066b1-4c09-4955-b953-8679a6fce555 req-fd58e60f-fa7a-436e-a892-e0f691d47081 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:05.039129 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-141066b1-4c09-4955-b953-8679a6fce555 req-fd58e60f-fa7a-436e-a892-e0f691d47081 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=7a79ad66-6f88-4993-8efb-f2882ffe164e HTTP/1.1" status: 200 len: 943 time: 0.0748146 Feb 17 10:04:05.041152 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea616bd-3f19-4f90-8610-fb2b4973b155 service neutron] Pushing event updated for resources: {'Port': ['ID=c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7,revision_number=3']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:04:05.067750 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 10:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b43805e-0286-4a83-ab70-0a0243c6fa3c x-openstack-request-id: req-9b43805e-0286-4a83-ab70-0a0243c6fa3c {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:04:05.070148 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a79ad66-6f88-4993-8efb-f2882ffe164e", "tag": "c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:04:05.070307 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-9b43805e-0286-4a83-ab70-0a0243c6fa3c {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:04:05.071227 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a79ad66-6f88-4993-8efb-f2882ffe164e', 'tag': 'c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7', 'status': 'completed', 'code': 200} Feb 17 10:04:05.103882 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-141066b1-4c09-4955-b953-8679a6fce555 req-561525e4-7354-48cf-972a-d01e0b18126f tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523376 Feb 17 10:04:05.105866 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-6097542f-79da-4677-b2c6-955fada9f0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:05.107429 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-6097542f-79da-4677-b2c6-955fada9f0eb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=411bdc45389d4a268817c5d2f56f9cae&device_id=7a79ad66-6f88-4993-8efb-f2882ffe164e HTTP/1.1" status: 200 len: 1127 time: 0.0603342 Feb 17 10:04:05.158117 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-e927bc73-89e5-42c6-9bb5-9cb96c7c28b4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7 HTTP/1.1" status: 200 len: 217 time: 0.0388908 Feb 17 10:04:05.211673 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-a25dcc4d-1a94-4d44-bf8f-8b07235745e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:05.213148 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-a25dcc4d-1a94-4d44-bf8f-8b07235745e0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c8ef9284-000b-4af0-a9af-9056be7c4591 HTTP/1.1" status: 200 len: 851 time: 0.0449638 Feb 17 10:04:05.264156 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-6a5d83f6-5697-4208-8a34-8f835fbf06cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:05.265645 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-6a5d83f6-5697-4208-8a34-8f835fbf06cc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f7c23ad4-e769-46e2-964a-5aaf62bcc267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429866 Feb 17 10:04:05.364913 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-2c93606b-ae79-4115-a7cf-b33898b0317a service neutron] 10.222.0.93 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920906 Feb 17 10:04:05.455671 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b5b544d8-db86-4e4e-96d1-9663ffe7b613 req-1c045f85-feb2-473b-ab7f-2c7301514d3f service neutron] 10.222.0.93 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819297 Feb 17 10:04:05.551222 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368f3da-73f1-435e-80ba-4326f3a3c950 req-b61a3543-66be-4665-af44-ad1dc89ed2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:05.553240 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-2368f3da-73f1-435e-80ba-4326f3a3c950 req-b61a3543-66be-4665-af44-ad1dc89ed2ea service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=411bdc45389d4a268817c5d2f56f9cae&device_id=7a79ad66-6f88-4993-8efb-f2882ffe164e HTTP/1.1" status: 200 len: 1127 time: 0.0472665 Feb 17 10:04:05.639413 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368f3da-73f1-435e-80ba-4326f3a3c950 req-cec3b1c1-c3c5-4dc3-9904-c633ddc2adb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:05.640850 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-2368f3da-73f1-435e-80ba-4326f3a3c950 req-cec3b1c1-c3c5-4dc3-9904-c633ddc2adb2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f7c23ad4-e769-46e2-964a-5aaf62bcc267 HTTP/1.1" status: 200 len: 914 time: 0.0816419 Feb 17 10:04:05.683394 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-2368f3da-73f1-435e-80ba-4326f3a3c950 req-d96a834d-fa32-40c1-8cfe-3383fdac3b94 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7 HTTP/1.1" status: 200 len: 217 time: 0.0357747 Feb 17 10:04:05.730645 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368f3da-73f1-435e-80ba-4326f3a3c950 req-f8e2614c-8582-4508-a8cc-3628884b1d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:05.732068 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-2368f3da-73f1-435e-80ba-4326f3a3c950 req-f8e2614c-8582-4508-a8cc-3628884b1d84 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c8ef9284-000b-4af0-a9af-9056be7c4591 HTTP/1.1" status: 200 len: 851 time: 0.0418873 Feb 17 10:04:05.778883 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368f3da-73f1-435e-80ba-4326f3a3c950 req-1d70ec71-2d67-4efc-8c52-a53163225178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:05.780340 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-2368f3da-73f1-435e-80ba-4326f3a3c950 req-1d70ec71-2d67-4efc-8c52-a53163225178 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f7c23ad4-e769-46e2-964a-5aaf62bcc267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413435 Feb 17 10:04:05.871340 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-2368f3da-73f1-435e-80ba-4326f3a3c950 req-562254d0-7c3c-4db9-90ff-f9f8ce5d41fe service neutron] 10.222.0.93 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835810 Feb 17 10:04:05.961466 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-2368f3da-73f1-435e-80ba-4326f3a3c950 req-98da2cb7-7059-476d-a2eb-b2ce42b212f3 service neutron] 10.222.0.93 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813682 Feb 17 10:04:06.225431 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c2384-e864-4616-8010-b293629b8afe req-3c739b4e-6a12-4745-a1e8-3d1bcf5d9c0b tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:06.226870 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d28c2384-e864-4616-8010-b293629b8afe req-3c739b4e-6a12-4745-a1e8-3d1bcf5d9c0b tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=7a79ad66-6f88-4993-8efb-f2882ffe164e HTTP/1.1" status: 200 len: 943 time: 0.0502608 Feb 17 10:04:06.276455 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d28c2384-e864-4616-8010-b293629b8afe req-94e65ba7-e2a9-4460-ab4f-4d7221107a10 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440972 Feb 17 10:04:07.393390 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1abe69-ff36-4b1e-a120-0a89fbe55012 req-24f4b5e2-2e18-4802-af77-d3781caac7c8 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:07.394776 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-dc1abe69-ff36-4b1e-a120-0a89fbe55012 req-24f4b5e2-2e18-4802-af77-d3781caac7c8 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=7a79ad66-6f88-4993-8efb-f2882ffe164e HTTP/1.1" status: 200 len: 943 time: 0.0513806 Feb 17 10:04:07.441738 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-dc1abe69-ff36-4b1e-a120-0a89fbe55012 req-ad3a4c52-fb47-4810-907a-01dbb1c358df tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409951 Feb 17 10:04:08.557670 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7b602-e8fa-480f-bfc6-cd75bd450f2a req-e07e7d83-27d6-44f2-a4a7-b0a6ec22c394 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:08.559135 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9ef7b602-e8fa-480f-bfc6-cd75bd450f2a req-e07e7d83-27d6-44f2-a4a7-b0a6ec22c394 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=7a79ad66-6f88-4993-8efb-f2882ffe164e HTTP/1.1" status: 200 len: 943 time: 0.0506463 Feb 17 10:04:08.605516 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9ef7b602-e8fa-480f-bfc6-cd75bd450f2a req-89dee634-ddf0-4df9-adaf-ea530bf340f3 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408812 Feb 17 10:04:09.723648 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f6aa9-0653-4a84-905f-e4f09fc02ce9 req-43affa1f-e24c-4327-b88d-988c8719c240 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:09.725094 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-bf0f6aa9-0653-4a84-905f-e4f09fc02ce9 req-43affa1f-e24c-4327-b88d-988c8719c240 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=7a79ad66-6f88-4993-8efb-f2882ffe164e HTTP/1.1" status: 200 len: 943 time: 0.0534024 Feb 17 10:04:09.772630 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-bf0f6aa9-0653-4a84-905f-e4f09fc02ce9 req-d54090cf-399d-4307-81fa-6ef3a5042256 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421388 Feb 17 10:04:10.889208 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec351f78-54f5-4900-9582-7ac656613aee req-1988ae73-ae97-46de-9e6c-99c44f5b9c27 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:10.890663 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ec351f78-54f5-4900-9582-7ac656613aee req-1988ae73-ae97-46de-9e6c-99c44f5b9c27 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=7a79ad66-6f88-4993-8efb-f2882ffe164e HTTP/1.1" status: 200 len: 943 time: 0.0508330 Feb 17 10:04:10.937165 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ec351f78-54f5-4900-9582-7ac656613aee req-cb6146a9-dddd-424d-8e4e-802318c8aa01 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410652 Feb 17 10:04:11.449266 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-f04f2589-1cb6-4230-a2d1-9aa49cf9dc22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:11.997936 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-3b1df892-8de9-40ff-ad54-c9f3ddbfb9fd req-7a41deca-56ff-406c-8b5f-f3f6d07cbcdd service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432384 Feb 17 10:04:12.056446 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b938c66-bc3f-4bc7-a20b-49e2f7b7ec47 req-d22f01a3-afec-4d04-8dc2-a828bcb62c3a tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:12.057946 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0b938c66-bc3f-4bc7-a20b-49e2f7b7ec47 req-d22f01a3-afec-4d04-8dc2-a828bcb62c3a tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=7a79ad66-6f88-4993-8efb-f2882ffe164e HTTP/1.1" status: 200 len: 943 time: 0.0565896 Feb 17 10:04:12.091297 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1df892-8de9-40ff-ad54-c9f3ddbfb9fd req-566659b3-7613-4567-a833-a5085a323074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:12.092923 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-3b1df892-8de9-40ff-ad54-c9f3ddbfb9fd req-566659b3-7613-4567-a833-a5085a323074 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=de44e74ec4f14798bfdcd62c94d133f3&device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 1130 time: 0.0495925 Feb 17 10:04:12.106338 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0b938c66-bc3f-4bc7-a20b-49e2f7b7ec47 req-0c818940-3e91-434e-bb5c-302c6a1d032c tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427909 Feb 17 10:04:12.197570 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1df892-8de9-40ff-ad54-c9f3ddbfb9fd req-0234f271-d30e-4157-a0f8-74ec31191645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:12.199034 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-3b1df892-8de9-40ff-ad54-c9f3ddbfb9fd req-0234f271-d30e-4157-a0f8-74ec31191645 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4e3382a2-24ac-4cc3-827e-8b4d3a55c405 HTTP/1.1" status: 200 len: 910 time: 0.0840816 Feb 17 10:04:12.271655 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-3b1df892-8de9-40ff-ad54-c9f3ddbfb9fd req-38aba08a-0e52-4e81-8d42-0024559fcb51 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34939abd-00b4-422e-ab60-83a237629f24 HTTP/1.1" status: 200 len: 1002 time: 0.0627494 Feb 17 10:04:12.320571 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1df892-8de9-40ff-ad54-c9f3ddbfb9fd req-372e20ad-f754-4aca-8a7a-26f07232b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:12.322000 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-3b1df892-8de9-40ff-ad54-c9f3ddbfb9fd req-372e20ad-f754-4aca-8a7a-26f07232b2ee service neutron] 10.222.0.93 "GET /v2.0/subnets?id=13cfbcdc-2ffd-4e28-9105-a23d7be8b66c HTTP/1.1" status: 200 len: 847 time: 0.0425291 Feb 17 10:04:12.373467 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1df892-8de9-40ff-ad54-c9f3ddbfb9fd req-0537292a-779f-4b5e-9bc7-7c5ac270c160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:12.374915 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-3b1df892-8de9-40ff-ad54-c9f3ddbfb9fd req-0537292a-779f-4b5e-9bc7-7c5ac270c160 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4e3382a2-24ac-4cc3-827e-8b4d3a55c405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433452 Feb 17 10:04:12.465900 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-3b1df892-8de9-40ff-ad54-c9f3ddbfb9fd req-79072b00-d498-49d9-b56b-6a28fafbaf66 service neutron] 10.222.0.93 "GET /v2.0/networks/4e3382a2-24ac-4cc3-827e-8b4d3a55c405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828738 Feb 17 10:04:12.555688 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-3b1df892-8de9-40ff-ad54-c9f3ddbfb9fd req-04987a1b-1037-4b25-9036-e6cc225ce98a service neutron] 10.222.0.93 "GET /v2.0/networks/4e3382a2-24ac-4cc3-827e-8b4d3a55c405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802479 Feb 17 10:04:12.929276 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 10:04:13.022946 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7,segment=NetworkSegment(265976b3-8da1-45bb-8b52-934eef26661c),segment_id=265976b3-8da1-45bb-8b52-934eef26661c)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:04:13.033531 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Returning: {'device': 'c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'port_id': 'c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7', 'mac_address': 'fa:16:3e:2f:7f:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 10:04:13.073189 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7 is: DOWN; New status is: BUILD {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:04:13.073577 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:13.086095 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7 {{(pid=102622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 10:04:13.104951 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7,segment=NetworkSegment(265976b3-8da1-45bb-8b52-934eef26661c),segment_id=265976b3-8da1-45bb-8b52-934eef26661c)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:04:13.108747 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:13.155691 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7,revision_number=4']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:04:13.163330 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:13.163693 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:13.164030 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:13.164368 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:13.164703 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:13.165033 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:13.165364 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:13.165693 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:13.166028 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:13.166370 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:13.166687 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:13.167005 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:13.167347 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:13.221534 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8b0d7-73f0-438e-affd-3e728b578ded req-fa555b1e-fca4-432b-a346-371f85864f1c tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:13.222921 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-48c8b0d7-73f0-438e-affd-3e728b578ded req-fa555b1e-fca4-432b-a346-371f85864f1c tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=7a79ad66-6f88-4993-8efb-f2882ffe164e HTTP/1.1" status: 200 len: 944 time: 0.0499594 Feb 17 10:04:13.270220 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-48c8b0d7-73f0-438e-affd-3e728b578ded req-5f9a41b7-dc62-47b8-97f7-452c8c9c0588 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413151 Feb 17 10:04:13.367676 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 10:04:13.949782 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-36deb9af-d13e-4ff5-83be-c9ab265d7e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:14.385532 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4e3d3-adf5-4336-ae23-aadefca93223 req-712aea43-c604-4c9c-83e8-ddc99b65f5c8 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:14.386967 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0ea4e3d3-adf5-4336-ae23-aadefca93223 req-712aea43-c604-4c9c-83e8-ddc99b65f5c8 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=7a79ad66-6f88-4993-8efb-f2882ffe164e HTTP/1.1" status: 200 len: 944 time: 0.0505204 Feb 17 10:04:14.436451 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-0ea4e3d3-adf5-4336-ae23-aadefca93223 req-c3d72676-3af1-475c-98e4-2ad7bb63f287 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438726 Feb 17 10:04:14.952042 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7 up at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 10:04:14.998675 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:15.011337 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning for port c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7 completed by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:04:15.015010 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning complete for port c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:04:15.015405 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:15.092384 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7 is: BUILD; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:04:15.092777 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:15.114456 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a79ad66-6f88-4993-8efb-f2882ffe164e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7'}] {{(pid=102622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:04:15.117220 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c0921c82721ddcd3043691fcb1168a632d6e856cc39374f61865f4aa2fd6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9b9eb1-3a48-47dd-98db-3ea538d685bc" -d '{"events": [{"server_uuid": "7a79ad66-6f88-4993-8efb-f2882ffe164e", "name": "network-vif-plugged", "status": "completed", "tag": "c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7"}]}' {{(pid=102622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:04:15.129782 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7,segment=NetworkSegment(265976b3-8da1-45bb-8b52-934eef26661c),segment_id=265976b3-8da1-45bb-8b52-934eef26661c)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:04:15.134586 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:15.157481 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 10:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ca8436-2a5b-4f40-8cc3-ae4b43ae4527 x-openstack-request-id: req-e6ca8436-2a5b-4f40-8cc3-ae4b43ae4527 {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:04:15.157802 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a79ad66-6f88-4993-8efb-f2882ffe164e", "name": "network-vif-plugged", "status": "completed", "tag": "c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7", "code": 200}]} {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:04:15.158055 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e6ca8436-2a5b-4f40-8cc3-ae4b43ae4527 {{(pid=102622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:04:15.158474 dv-cinder-778193-18-iscsi neutron-server[102622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a79ad66-6f88-4993-8efb-f2882ffe164e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7', 'code': 200} Feb 17 10:04:15.188923 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7,revision_number=5']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:04:15.398148 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb2c36-cd73-4859-9754-55df905818c3 req-24cfcf31-8d2d-4c95-b844-16d5ad96cced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:15.399647 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-05bb2c36-cd73-4859-9754-55df905818c3 req-24cfcf31-8d2d-4c95-b844-16d5ad96cced service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7a79ad66-6f88-4993-8efb-f2882ffe164e HTTP/1.1" status: 200 len: 1129 time: 0.0485432 Feb 17 10:04:15.446296 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-05bb2c36-cd73-4859-9754-55df905818c3 req-9d8c18b4-935c-4b6b-9787-a5f3212534aa service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407732 Feb 17 10:04:15.557523 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e0563-0cc0-4027-a2d4-0f0879258a02 req-190d99f3-9e01-4905-ad4b-d7e0fa9d1d15 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:15.559014 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-291e0563-0cc0-4027-a2d4-0f0879258a02 req-190d99f3-9e01-4905-ad4b-d7e0fa9d1d15 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=7a79ad66-6f88-4993-8efb-f2882ffe164e HTTP/1.1" status: 200 len: 945 time: 0.0523734 Feb 17 10:04:15.607968 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-291e0563-0cc0-4027-a2d4-0f0879258a02 req-41f35b2e-51d4-4415-8b9b-5d27800fffd0 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431619 Feb 17 10:04:16.292901 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:16.723955 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91664ebb-898a-4dde-9aa5-f55129e01967 req-de5ca2ab-5858-44e1-89a5-3ae0c34b4ec7 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:16.725411 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-91664ebb-898a-4dde-9aa5-f55129e01967 req-de5ca2ab-5858-44e1-89a5-3ae0c34b4ec7 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=7a79ad66-6f88-4993-8efb-f2882ffe164e HTTP/1.1" status: 200 len: 945 time: 0.0502160 Feb 17 10:04:16.773586 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-91664ebb-898a-4dde-9aa5-f55129e01967 req-73255e97-63e6-4fb2-a9a4-f247c8b7a626 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426712 Feb 17 10:04:16.892681 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884b170-a561-42c2-8643-49012355fd66 req-ad2f13b9-ae21-4fce-ae60-21831200b875 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:16.894039 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9884b170-a561-42c2-8643-49012355fd66 req-ad2f13b9-ae21-4fce-ae60-21831200b875 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=7a79ad66-6f88-4993-8efb-f2882ffe164e HTTP/1.1" status: 200 len: 945 time: 0.0538156 Feb 17 10:04:16.940354 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-9884b170-a561-42c2-8643-49012355fd66 req-6e830c8d-71a6-41c0-a4d4-3f3d1bca9a31 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403104 Feb 17 10:04:16.963077 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 55810) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:04:17.087387 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049e3d77-38d2-47a1-8b04-3e18dd8bfa84 tempest-TestVolumeBootPattern-140117693 tempest-TestVolumeBootPattern-140117693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:17.088878 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-049e3d77-38d2-47a1-8b04-3e18dd8bfa84 tempest-TestVolumeBootPattern-140117693 tempest-TestVolumeBootPattern-140117693-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=7a79ad66-6f88-4993-8efb-f2882ffe164e HTTP/1.1" status: 200 len: 1124 time: 0.1247602 Feb 17 10:04:17.091737 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 55814) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:04:17.095834 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-07b44e10-099f-4d64-8c6a-4b13784945e6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Request body: {'floatingip': {'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'port_id': 'c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:04:17.115051 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-07b44e10-099f-4d64-8c6a-4b13784945e6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:17.211328 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-07b44e10-099f-4d64-8c6a-4b13784945e6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:17.310630 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.db_base_plugin_common [None req-07b44e10-099f-4d64-8c6a-4b13784945e6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Allocated IP 172.27.0.101 (e9041cdf-f130-4174-b12b-9a6052f109e9/ab0a3e63-7c03-47a8-8a32-e5bb6e305511/1ffc8c48-1e15-4f5c-baf9-e4c5117326ac) {{(pid=102620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:04:17.409951 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-07b44e10-099f-4d64-8c6a-4b13784945e6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for port (1ffc8c48-1e15-4f5c-baf9-e4c5117326ac), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:17.444737 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-07b44e10-099f-4d64-8c6a-4b13784945e6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11330461'] for port (1ffc8c48-1e15-4f5c-baf9-e4c5117326ac), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:17.479515 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b44e10-099f-4d64-8c6a-4b13784945e6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Network e9041cdf-f130-4174-b12b-9a6052f109e9 is already hosted by enough agents. {{(pid=102620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:04:17.484126 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [None req-07b44e10-099f-4d64-8c6a-4b13784945e6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Resources bound (agent type, host, resource id): {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:04:17.487529 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b44e10-099f-4d64-8c6a-4b13784945e6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Received port after_create {{(pid=102620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 10:04:17.511093 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b44e10-099f-4d64-8c6a-4b13784945e6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Pushing event updated for resources: {'Port': ['ID=1ffc8c48-1e15-4f5c-baf9-e4c5117326ac,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:04:17.523359 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b44e10-099f-4d64-8c6a-4b13784945e6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:17.523721 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b44e10-099f-4d64-8c6a-4b13784945e6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:17.524070 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b44e10-099f-4d64-8c6a-4b13784945e6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:17.524419 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b44e10-099f-4d64-8c6a-4b13784945e6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:17.524756 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b44e10-099f-4d64-8c6a-4b13784945e6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:17.525088 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b44e10-099f-4d64-8c6a-4b13784945e6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:17.525419 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b44e10-099f-4d64-8c6a-4b13784945e6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:17.525755 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b44e10-099f-4d64-8c6a-4b13784945e6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:17.526085 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b44e10-099f-4d64-8c6a-4b13784945e6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:17.526415 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b44e10-099f-4d64-8c6a-4b13784945e6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:17.526743 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b44e10-099f-4d64-8c6a-4b13784945e6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:17.527066 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b44e10-099f-4d64-8c6a-4b13784945e6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:17.527418 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b44e10-099f-4d64-8c6a-4b13784945e6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:17.798669 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:17.844480 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-07b44e10-099f-4d64-8c6a-4b13784945e6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for floatingip (8a0b96f1-f966-40e3-beb1-1ba06259b3c7), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:18.147012 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-07b44e10-099f-4d64-8c6a-4b13784945e6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (1ffc8c48-1e15-4f5c-baf9-e4c5117326ac), before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:18.289601 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-07b44e10-099f-4d64-8c6a-4b13784945e6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for port (1ffc8c48-1e15-4f5c-baf9-e4c5117326ac), precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:18.293982 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-07b44e10-099f-4d64-8c6a-4b13784945e6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11330454'] for port (1ffc8c48-1e15-4f5c-baf9-e4c5117326ac), after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:18.364037 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b44e10-099f-4d64-8c6a-4b13784945e6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Pushing event updated for resources: {'Port': ['ID=1ffc8c48-1e15-4f5c-baf9-e4c5117326ac,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:04:18.372637 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-07b44e10-099f-4d64-8c6a-4b13784945e6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931625'] for floatingip (8a0b96f1-f966-40e3-beb1-1ba06259b3c7), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:18.473473 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.db.l3_db [None req-07b44e10-099f-4d64-8c6a-4b13784945e6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Floating IP 8a0b96f1-f966-40e3-beb1-1ba06259b3c7 associated. External IP: 172.27.0.101, port: c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7. Feb 17 10:04:18.673121 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b44e10-099f-4d64-8c6a-4b13784945e6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Router f94f7519-460f-4822-8cd3-df4a286121e6 has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 10:04:18.779959 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b44e10-099f-4d64-8c6a-4b13784945e6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 10:04:18.790359 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6f3869-16f3-4f68-a087-1a33093eaca5 None None] Sync routers for ids ['f94f7519-460f-4822-8cd3-df4a286121e6'] in dv-cinder-778193-18-iscsi {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:04:18.798669 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-07b44e10-099f-4d64-8c6a-4b13784945e6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for floatingip (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:18.799983 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6f3869-16f3-4f68-a087-1a33093eaca5 None None] Routers {'f94f7519-460f-4822-8cd3-df4a286121e6'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:04:18.800600 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-1b6f3869-16f3-4f68-a087-1a33093eaca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:04:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['f94f7519-460f-4822-8cd3-df4a286121e6'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:04:18.839169 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-07b44e10-099f-4d64-8c6a-4b13784945e6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7350638 Feb 17 10:04:18.839169 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a79ad66-6f88-4993-8efb-f2882ffe164e', 'tag': 'c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7'}] {{(pid=102620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:04:18.839169 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69de941e648a7b0ccac97a7d892e956e63e7941796132e5e6c0bd98302818107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5012d3-9594-4d68-939b-19fbeb4c5d56" -d '{"events": [{"name": "network-changed", "server_uuid": "7a79ad66-6f88-4993-8efb-f2882ffe164e", "tag": "c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7"}]}' {{(pid=102620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:04:18.879025 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 10:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfa425d-0d61-40a3-95d1-34c7cd4d2432 x-openstack-request-id: req-4dfa425d-0d61-40a3-95d1-34c7cd4d2432 {{(pid=102620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:04:18.879667 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a79ad66-6f88-4993-8efb-f2882ffe164e", "tag": "c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7", "status": "completed", "code": 200}]} {{(pid=102620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:04:18.879667 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4dfa425d-0d61-40a3-95d1-34c7cd4d2432 {{(pid=102620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:04:18.880034 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a79ad66-6f88-4993-8efb-f2882ffe164e', 'tag': 'c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7', 'status': 'completed', 'code': 200} Feb 17 10:04:18.910696 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-1b6f3869-16f3-4f68-a087-1a33093eaca5 None None] Set router f94f7519-460f-4822-8cd3-df4a286121e6 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:04:18.941755 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5012d3-9594-4d68-939b-19fbeb4c5d56 req-181a0d3d-cc22-4089-82ed-e9ada4c93cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:18.943359 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-be5012d3-9594-4d68-939b-19fbeb4c5d56 req-181a0d3d-cc22-4089-82ed-e9ada4c93cc5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=411bdc45389d4a268817c5d2f56f9cae&device_id=7a79ad66-6f88-4993-8efb-f2882ffe164e HTTP/1.1" status: 200 len: 1129 time: 0.0425093 Feb 17 10:04:19.034046 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5012d3-9594-4d68-939b-19fbeb4c5d56 req-299bdaad-826c-4ed0-a486-19434062ac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:19.035539 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-be5012d3-9594-4d68-939b-19fbeb4c5d56 req-299bdaad-826c-4ed0-a486-19434062ac95 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f7c23ad4-e769-46e2-964a-5aaf62bcc267 HTTP/1.1" status: 200 len: 914 time: 0.0863605 Feb 17 10:04:19.097919 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-be5012d3-9594-4d68-939b-19fbeb4c5d56 req-aae5108f-bee7-44b1-9896-241f36e491b2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7 HTTP/1.1" status: 200 len: 999 time: 0.0567515 Feb 17 10:04:19.134818 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-1b6f3869-16f3-4f68-a087-1a33093eaca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'name': 'tempest-TestVolumeBootPattern-1005016422-router', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:38Z', 'revision_number': 4, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'gw_port': {'id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_floatingips': [{'id': '8a0b96f1-f966-40e3-beb1-1ba06259b3c7', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'router_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'port_id': 'c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'mac_address': 'fa:16:3e:2f:7f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a79ad66-6f88-4993-8efb-f2882ffe164e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:04:17Z', 'updated_at': '2022-02-17T10:04:17Z', 'revision_number': 0, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc01b100-62d0-4462-915b-9aaf5edcab5a', 'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'mac_address': 'fa:16:3e:98:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:38Z', 'updated_at': '2022-02-17T10:03:43Z', 'revision_number': 5, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'subnets': [{'id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:04:19.144294 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5012d3-9594-4d68-939b-19fbeb4c5d56 req-e7ef8bc0-9fed-419f-bceb-09f274934bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:19.145751 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-be5012d3-9594-4d68-939b-19fbeb4c5d56 req-e7ef8bc0-9fed-419f-bceb-09f274934bab service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c8ef9284-000b-4af0-a9af-9056be7c4591 HTTP/1.1" status: 200 len: 851 time: 0.0424817 Feb 17 10:04:19.163892 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6f3869-16f3-4f68-a087-1a33093eaca5 None None] Checking router: f94f7519-460f-4822-8cd3-df4a286121e6 for host: dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:04:19.172047 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6f3869-16f3-4f68-a087-1a33093eaca5 None None] Routers {'f94f7519-460f-4822-8cd3-df4a286121e6'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:04:19.172650 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-1b6f3869-16f3-4f68-a087-1a33093eaca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:04:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['f94f7519-460f-4822-8cd3-df4a286121e6'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:04:19.281254 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-1b6f3869-16f3-4f68-a087-1a33093eaca5 None None] Set router f94f7519-460f-4822-8cd3-df4a286121e6 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:04:19.457952 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5012d3-9594-4d68-939b-19fbeb4c5d56 req-c31ed538-6d7d-4124-a3cc-d3c5569bad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:19.460165 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-be5012d3-9594-4d68-939b-19fbeb4c5d56 req-c31ed538-6d7d-4124-a3cc-d3c5569bad09 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f7c23ad4-e769-46e2-964a-5aaf62bcc267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3085945 Feb 17 10:04:19.516723 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-1b6f3869-16f3-4f68-a087-1a33093eaca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'name': 'tempest-TestVolumeBootPattern-1005016422-router', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:38Z', 'revision_number': 4, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'gw_port': {'id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_floatingips': [{'id': '8a0b96f1-f966-40e3-beb1-1ba06259b3c7', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'router_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'port_id': 'c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'mac_address': 'fa:16:3e:2f:7f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a79ad66-6f88-4993-8efb-f2882ffe164e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:04:17Z', 'updated_at': '2022-02-17T10:04:17Z', 'revision_number': 0, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc01b100-62d0-4462-915b-9aaf5edcab5a', 'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'mac_address': 'fa:16:3e:98:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:38Z', 'updated_at': '2022-02-17T10:03:43Z', 'revision_number': 5, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'subnets': [{'id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:04:19.547786 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6f3869-16f3-4f68-a087-1a33093eaca5 None None] The sync data for ids ['f94f7519-460f-4822-8cd3-df4a286121e6'] in dv-cinder-778193-18-iscsi is: [{'id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'name': 'tempest-TestVolumeBootPattern-1005016422-router', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:38Z', 'revision_number': 4, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'gw_port': {'id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_floatingips': [{'id': '8a0b96f1-f966-40e3-beb1-1ba06259b3c7', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'router_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'port_id': 'c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'mac_address': 'fa:16:3e:2f:7f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a79ad66-6f88-4993-8efb-f2882ffe164e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:04:17Z', 'updated_at': '2022-02-17T10:04:17Z', 'revision_number': 0, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc01b100-62d0-4462-915b-9aaf5edcab5a', 'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'mac_address': 'fa:16:3e:98:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:38Z', 'updated_at': '2022-02-17T10:03:43Z', 'revision_number': 5, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'subnets': [{'id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:04:19.553886 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-be5012d3-9594-4d68-939b-19fbeb4c5d56 req-f1ea6b94-54cc-4fc1-8851-6239a2e41a95 service neutron] 10.222.0.93 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873039 Feb 17 10:04:19.659780 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-be5012d3-9594-4d68-939b-19fbeb4c5d56 req-c645d3c3-3f95-46ba-8aea-fe021bb100a5 service neutron] 10.222.0.93 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002092 Feb 17 10:04:19.753290 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25dbbe8-e6be-4a61-a9ef-4f112b9e7356 None None] New status for floating IP 8a0b96f1-f966-40e3-beb1-1ba06259b3c7: ACTIVE {{(pid=102623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:04:33.854682 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:36.532893 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:04:37.449505 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 55824) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:04:37.611942 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-c4c73958-89f0-4990-bc42-8808f19d864a tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Deleting port 7388c2f2-f16e-415e-8670-b46837d15163 {{(pid=102620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:04:37.612294 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-c4c73958-89f0-4990-bc42-8808f19d864a tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (7388c2f2-f16e-415e-8670-b46837d15163), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:37.686548 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-c4c73958-89f0-4990-bc42-8808f19d864a tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (7388c2f2-f16e-415e-8670-b46837d15163), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:37.686875 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-c4c73958-89f0-4990-bc42-8808f19d864a tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks [] for floatingip (7388c2f2-f16e-415e-8670-b46837d15163), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:37.698198 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-c4c73958-89f0-4990-bc42-8808f19d864a tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Calling delete_port for 7388c2f2-f16e-415e-8670-b46837d15163 owned by network:floatingip {{(pid=102620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:04:37.845889 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-c4c73958-89f0-4990-bc42-8808f19d864a tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11330461'] for port (7388c2f2-f16e-415e-8670-b46837d15163), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:37.870244 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c73958-89f0-4990-bc42-8808f19d864a tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Pushing event deleted for resources: {'Port': ['ID=7388c2f2-f16e-415e-8670-b46837d15163,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:04:37.949210 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-c4c73958-89f0-4990-bc42-8808f19d864a tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks [] for floatingip (f3f4b35b-665b-4002-a035-6d5238fae9c8), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:37.949765 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.db.l3_db [None req-c4c73958-89f0-4990-bc42-8808f19d864a tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Floating IP f3f4b35b-665b-4002-a035-6d5238fae9c8 disassociated (deleted). External IP: 172.27.0.227, port: 34939abd-00b4-422e-ab60-83a237629f24. Feb 17 10:04:38.154961 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c73958-89f0-4990-bc42-8808f19d864a tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Router 6ac27c14-3854-4dac-92a9-d718a126d6b1 has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 10:04:38.262942 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c73958-89f0-4990-bc42-8808f19d864a tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 10:04:38.267716 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-c4c73958-89f0-4990-bc42-8808f19d864a tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for floatingip (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:38.273596 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a1a0a5-5e2d-41e7-8f8f-c1d646ef1c36 None None] Sync routers for ids ['6ac27c14-3854-4dac-92a9-d718a126d6b1'] in dv-cinder-778193-18-iscsi {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:04:38.283117 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a1a0a5-5e2d-41e7-8f8f-c1d646ef1c36 None None] Routers {'6ac27c14-3854-4dac-92a9-d718a126d6b1'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:04:38.283922 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-d8a1a0a5-5e2d-41e7-8f8f-c1d646ef1c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:04:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['6ac27c14-3854-4dac-92a9-d718a126d6b1'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:04:38.295816 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-c4c73958-89f0-4990-bc42-8808f19d864a tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "DELETE /v2.0/floatingips/f3f4b35b-665b-4002-a035-6d5238fae9c8 HTTP/1.1" status: 204 len: 168 time: 0.8453283 Feb 17 10:04:38.296490 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a01c581-0f78-45ce-8438-3d71f4528d1a', 'tag': '34939abd-00b4-422e-ab60-83a237629f24'}] {{(pid=102620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:04:38.298849 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69de941e648a7b0ccac97a7d892e956e63e7941796132e5e6c0bd98302818107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2514caf-ddb3-42e2-86c5-4f9b43860812" -d '{"events": [{"name": "network-changed", "server_uuid": "8a01c581-0f78-45ce-8438-3d71f4528d1a", "tag": "34939abd-00b4-422e-ab60-83a237629f24"}]}' {{(pid=102620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:04:38.341809 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 10:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40939046-e32e-4be4-a214-06c725cdfad8 x-openstack-request-id: req-40939046-e32e-4be4-a214-06c725cdfad8 {{(pid=102620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:04:38.342287 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a01c581-0f78-45ce-8438-3d71f4528d1a", "tag": "34939abd-00b4-422e-ab60-83a237629f24", "status": "completed", "code": 200}]} {{(pid=102620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:04:38.342548 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-40939046-e32e-4be4-a214-06c725cdfad8 {{(pid=102620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:04:38.343090 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a01c581-0f78-45ce-8438-3d71f4528d1a', 'tag': '34939abd-00b4-422e-ab60-83a237629f24', 'status': 'completed', 'code': 200} Feb 17 10:04:38.392073 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-d8a1a0a5-5e2d-41e7-8f8f-c1d646ef1c36 None None] Set router 6ac27c14-3854-4dac-92a9-d718a126d6b1 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:04:38.409171 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2514caf-ddb3-42e2-86c5-4f9b43860812 req-cba99ba3-15ed-40cc-b429-bacfc2738a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:38.410781 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b2514caf-ddb3-42e2-86c5-4f9b43860812 req-cba99ba3-15ed-40cc-b429-bacfc2738a7f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=de44e74ec4f14798bfdcd62c94d133f3&device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 1130 time: 0.0471385 Feb 17 10:04:38.516544 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2514caf-ddb3-42e2-86c5-4f9b43860812 req-4fb77fb3-f74c-4757-be89-fc3bd33801b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:38.518515 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b2514caf-ddb3-42e2-86c5-4f9b43860812 req-4fb77fb3-f74c-4757-be89-fc3bd33801b4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4e3382a2-24ac-4cc3-827e-8b4d3a55c405 HTTP/1.1" status: 200 len: 910 time: 0.0967772 Feb 17 10:04:38.531358 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c080a-8673-4f06-83f9-b07b443ddf84 req-9a88921b-a420-4388-990a-5f1c1f6d15db tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:38.534241 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-667c080a-8673-4f06-83f9-b07b443ddf84 req-9a88921b-a420-4388-990a-5f1c1f6d15db tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 946 time: 0.0575211 Feb 17 10:04:38.561620 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b2514caf-ddb3-42e2-86c5-4f9b43860812 req-b2df5ea0-694e-48b9-a169-bb59d10034b9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34939abd-00b4-422e-ab60-83a237629f24 HTTP/1.1" status: 200 len: 217 time: 0.0349214 Feb 17 10:04:38.582134 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-667c080a-8673-4f06-83f9-b07b443ddf84 req-f4cd7f4b-52ce-4a29-a98d-e2880e83fffa tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431840 Feb 17 10:04:38.619445 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2514caf-ddb3-42e2-86c5-4f9b43860812 req-b8900e56-e2e7-425a-ae77-2f747c571a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:38.620922 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b2514caf-ddb3-42e2-86c5-4f9b43860812 req-b8900e56-e2e7-425a-ae77-2f747c571a57 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=13cfbcdc-2ffd-4e28-9105-a23d7be8b66c HTTP/1.1" status: 200 len: 847 time: 0.0461714 Feb 17 10:04:38.676312 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2514caf-ddb3-42e2-86c5-4f9b43860812 req-15874edc-9fb6-4cba-a42f-eebcbafea210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:38.677822 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b2514caf-ddb3-42e2-86c5-4f9b43860812 req-15874edc-9fb6-4cba-a42f-eebcbafea210 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4e3382a2-24ac-4cc3-827e-8b4d3a55c405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0495515 Feb 17 10:04:38.739542 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-d8a1a0a5-5e2d-41e7-8f8f-c1d646ef1c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'name': 'tempest-TestShelveInstance-877423265-router', 'tenant_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '35a51dc6-0dbb-4961-b868-4df61bf7013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:42Z', 'updated_at': '2022-02-17T09:59:45Z', 'revision_number': 4, 'project_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'gw_port': {'id': '35a51dc6-0dbb-4961-b868-4df61bf7013d', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:42Z', 'updated_at': '2022-02-17T09:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': 'aa5a4ed1-cf85-4747-9a23-5771adbe3d54', 'name': '', 'network_id': '4e3382a2-24ac-4cc3-827e-8b4d3a55c405', 'tenant_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'mac_address': 'fa:16:3e:c6:be:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '13cfbcdc-2ffd-4e28-9105-a23d7be8b66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:44Z', 'updated_at': '2022-02-17T09:59:49Z', 'revision_number': 5, 'project_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'subnets': [{'id': '13cfbcdc-2ffd-4e28-9105-a23d7be8b66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:04:38.767094 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a1a0a5-5e2d-41e7-8f8f-c1d646ef1c36 None None] Checking router: 6ac27c14-3854-4dac-92a9-d718a126d6b1 for host: dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:04:38.774087 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b2514caf-ddb3-42e2-86c5-4f9b43860812 req-51f63dd8-981a-4e06-9eda-ce83d3611b02 service neutron] 10.222.0.93 "GET /v2.0/networks/4e3382a2-24ac-4cc3-827e-8b4d3a55c405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884936 Feb 17 10:04:38.775884 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a1a0a5-5e2d-41e7-8f8f-c1d646ef1c36 None None] Routers {'6ac27c14-3854-4dac-92a9-d718a126d6b1'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:04:38.776497 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-d8a1a0a5-5e2d-41e7-8f8f-c1d646ef1c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:04:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['6ac27c14-3854-4dac-92a9-d718a126d6b1'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:04:38.866992 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b2514caf-ddb3-42e2-86c5-4f9b43860812 req-7d540490-9378-418f-a6b4-c6cf5071cbe3 service neutron] 10.222.0.93 "GET /v2.0/networks/4e3382a2-24ac-4cc3-827e-8b4d3a55c405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867047 Feb 17 10:04:38.884594 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-d8a1a0a5-5e2d-41e7-8f8f-c1d646ef1c36 None None] Set router 6ac27c14-3854-4dac-92a9-d718a126d6b1 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:04:39.088703 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-d8a1a0a5-5e2d-41e7-8f8f-c1d646ef1c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'name': 'tempest-TestShelveInstance-877423265-router', 'tenant_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '35a51dc6-0dbb-4961-b868-4df61bf7013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:42Z', 'updated_at': '2022-02-17T09:59:45Z', 'revision_number': 4, 'project_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'gw_port': {'id': '35a51dc6-0dbb-4961-b868-4df61bf7013d', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:42Z', 'updated_at': '2022-02-17T09:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': 'aa5a4ed1-cf85-4747-9a23-5771adbe3d54', 'name': '', 'network_id': '4e3382a2-24ac-4cc3-827e-8b4d3a55c405', 'tenant_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'mac_address': 'fa:16:3e:c6:be:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '13cfbcdc-2ffd-4e28-9105-a23d7be8b66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:44Z', 'updated_at': '2022-02-17T09:59:49Z', 'revision_number': 5, 'project_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'subnets': [{'id': '13cfbcdc-2ffd-4e28-9105-a23d7be8b66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:04:39.114205 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a1a0a5-5e2d-41e7-8f8f-c1d646ef1c36 None None] The sync data for ids ['6ac27c14-3854-4dac-92a9-d718a126d6b1'] in dv-cinder-778193-18-iscsi is: [{'id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'name': 'tempest-TestShelveInstance-877423265-router', 'tenant_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '35a51dc6-0dbb-4961-b868-4df61bf7013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:42Z', 'updated_at': '2022-02-17T09:59:45Z', 'revision_number': 4, 'project_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'gw_port': {'id': '35a51dc6-0dbb-4961-b868-4df61bf7013d', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:42Z', 'updated_at': '2022-02-17T09:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': 'aa5a4ed1-cf85-4747-9a23-5771adbe3d54', 'name': '', 'network_id': '4e3382a2-24ac-4cc3-827e-8b4d3a55c405', 'tenant_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'mac_address': 'fa:16:3e:c6:be:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '13cfbcdc-2ffd-4e28-9105-a23d7be8b66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:44Z', 'updated_at': '2022-02-17T09:59:49Z', 'revision_number': 5, 'project_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'subnets': [{'id': '13cfbcdc-2ffd-4e28-9105-a23d7be8b66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:04:39.322665 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711859df-4ec7-42ec-84d8-d25e849d82ff None None] New status for floating IP f3f4b35b-665b-4002-a035-6d5238fae9c8: DOWN {{(pid=102623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:04:39.702487 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b78a1e-53d8-464a-a8de-528234a06f8b req-ed7c1c74-835e-427f-961a-f5bcd6e520b2 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:39.703992 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-21b78a1e-53d8-464a-a8de-528234a06f8b req-ed7c1c74-835e-427f-961a-f5bcd6e520b2 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 946 time: 0.0507872 Feb 17 10:04:39.750406 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-21b78a1e-53d8-464a-a8de-528234a06f8b req-207ed5ed-e1aa-4c59-82b4-2741f182090f tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca6934d1-acba-44d2-8a95-bfcd404e454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408037 Feb 17 10:04:40.248341 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3078078-8250-4a91-a449-d7059c6545ce req-816e547a-f807-454b-9df9-8f883d5e4d1c tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:40.249887 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-c3078078-8250-4a91-a449-d7059c6545ce req-816e547a-f807-454b-9df9-8f883d5e4d1c tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 946 time: 0.0509818 Feb 17 10:04:40.340419 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-c3078078-8250-4a91-a449-d7059c6545ce req-6a2de8bf-dde4-444f-96aa-46df8f170f36 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Deleting port 34939abd-00b4-422e-ab60-83a237629f24 {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:04:40.340781 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-c3078078-8250-4a91-a449-d7059c6545ce req-6a2de8bf-dde4-444f-96aa-46df8f170f36 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (34939abd-00b4-422e-ab60-83a237629f24), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:40.430468 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-c3078078-8250-4a91-a449-d7059c6545ce req-6a2de8bf-dde4-444f-96aa-46df8f170f36 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] For port 34939abd-00b4-422e-ab60-83a237629f24, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=34939abd-00b4-422e-ab60-83a237629f24,segment=NetworkSegment(1c6bc412-3891-4884-83a1-cff6658b4c69),segment_id=1c6bc412-3891-4884-83a1-cff6658b4c69)] {{(pid=102621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:04:40.430828 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-c3078078-8250-4a91-a449-d7059c6545ce req-6a2de8bf-dde4-444f-96aa-46df8f170f36 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (34939abd-00b4-422e-ab60-83a237629f24), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:40.442891 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-c3078078-8250-4a91-a449-d7059c6545ce req-6a2de8bf-dde4-444f-96aa-46df8f170f36 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Calling delete_port for 34939abd-00b4-422e-ab60-83a237629f24 owned by compute:nova {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:04:40.565957 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-c3078078-8250-4a91-a449-d7059c6545ce req-6a2de8bf-dde4-444f-96aa-46df8f170f36 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (34939abd-00b4-422e-ab60-83a237629f24), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:40.592192 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2de8bf-dde4-444f-96aa-46df8f170f36 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Pushing event deleted for resources: {'Port': ['ID=34939abd-00b4-422e-ab60-83a237629f24,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:04:40.605126 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2de8bf-dde4-444f-96aa-46df8f170f36 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:40.605479 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2de8bf-dde4-444f-96aa-46df8f170f36 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:40.605823 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2de8bf-dde4-444f-96aa-46df8f170f36 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:40.606163 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2de8bf-dde4-444f-96aa-46df8f170f36 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:40.606500 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2de8bf-dde4-444f-96aa-46df8f170f36 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:40.606831 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2de8bf-dde4-444f-96aa-46df8f170f36 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:40.607176 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2de8bf-dde4-444f-96aa-46df8f170f36 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:40.607513 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2de8bf-dde4-444f-96aa-46df8f170f36 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:40.607840 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2de8bf-dde4-444f-96aa-46df8f170f36 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:40.608167 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2de8bf-dde4-444f-96aa-46df8f170f36 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:40.608492 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2de8bf-dde4-444f-96aa-46df8f170f36 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:40.608816 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2de8bf-dde4-444f-96aa-46df8f170f36 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:40.609138 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2de8bf-dde4-444f-96aa-46df8f170f36 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:04:40.647625 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3078078-8250-4a91-a449-d7059c6545ce req-6a2de8bf-dde4-444f-96aa-46df8f170f36 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] No DVR routers for this DVR port 34939abd-00b4-422e-ab60-83a237629f24 on host hv-cinder-77819 {{(pid=102621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:04:40.650015 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-c3078078-8250-4a91-a449-d7059c6545ce req-6a2de8bf-dde4-444f-96aa-46df8f170f36 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:40.653356 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-c3078078-8250-4a91-a449-d7059c6545ce req-6a2de8bf-dde4-444f-96aa-46df8f170f36 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.93 "DELETE /v2.0/ports/34939abd-00b4-422e-ab60-83a237629f24 HTTP/1.1" status: 204 len: 173 time: 0.3979716 Feb 17 10:04:40.653822 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a01c581-0f78-45ce-8438-3d71f4528d1a', 'name': 'network-vif-deleted', 'tag': '34939abd-00b4-422e-ab60-83a237629f24'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:04:40.656115 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffc7c72-4fa7-4ca0-a1d5-1af4e5d498eb" -d '{"events": [{"server_uuid": "8a01c581-0f78-45ce-8438-3d71f4528d1a", "name": "network-vif-deleted", "tag": "34939abd-00b4-422e-ab60-83a237629f24"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:04:40.696900 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 10:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bb13d4-c891-4143-95fe-41f405fe047c x-openstack-request-id: req-07bb13d4-c891-4143-95fe-41f405fe047c {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:04:40.697197 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a01c581-0f78-45ce-8438-3d71f4528d1a", "name": "network-vif-deleted", "tag": "34939abd-00b4-422e-ab60-83a237629f24", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:04:40.697460 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-07bb13d4-c891-4143-95fe-41f405fe047c {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:04:40.697863 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a01c581-0f78-45ce-8438-3d71f4528d1a', 'name': 'network-vif-deleted', 'tag': '34939abd-00b4-422e-ab60-83a237629f24', 'status': 'completed', 'code': 200} Feb 17 10:04:40.844652 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-6677ed1a-1357-422e-b791-d875c6d3aa30 req-c7a03181-2a30-4e5f-96f2-aa7c72b242e8 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a01c581-0f78-45ce-8438-3d71f4528d1a HTTP/1.1" status: 200 len: 210 time: 0.0266955 Feb 17 10:04:41.451686 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-f6aed16c-0e5e-4124-b6a1-2084496e1dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:41.901123 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 55842) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:04:41.960771 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-fb1730c3-70ac-4817-b253-1420182f2524 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks [] for security_group (ca6934d1-acba-44d2-8a95-bfcd404e454d), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:41.986146 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-fb1730c3-70ac-4817-b253-1420182f2524 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks [] for security_group (ca6934d1-acba-44d2-8a95-bfcd404e454d), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:42.048130 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-fb1730c3-70ac-4817-b253-1420182f2524 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (ca6934d1-acba-44d2-8a95-bfcd404e454d), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:42.051240 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-fb1730c3-70ac-4817-b253-1420182f2524 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:42.052393 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-fb1730c3-70ac-4817-b253-1420182f2524 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] 10.222.0.82 "DELETE /v2.0/security-groups/ca6934d1-acba-44d2-8a95-bfcd404e454d HTTP/1.1" status: 204 len: 168 time: 0.1502891 Feb 17 10:04:42.061719 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1730c3-70ac-4817-b253-1420182f2524 tempest-TestShelveInstance-707921202 tempest-TestShelveInstance-707921202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6934d1-acba-44d2-8a95-bfcd404e454d,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:04:42.108847 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 55846) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:04:42.543649 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-e96d9f19-28f5-41c1-b216-e6498bd40d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916009'] for router_interface (6ac27c14-3854-4dac-92a9-d718a126d6b1), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:42.790766 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-e96d9f19-28f5-41c1-b216-e6498bd40d9d admin admin] Deleting port aa5a4ed1-cf85-4747-9a23-5771adbe3d54 {{(pid=102620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:04:42.791173 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-e96d9f19-28f5-41c1-b216-e6498bd40d9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (aa5a4ed1-cf85-4747-9a23-5771adbe3d54), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:42.874559 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-e96d9f19-28f5-41c1-b216-e6498bd40d9d admin admin] For port aa5a4ed1-cf85-4747-9a23-5771adbe3d54, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=aa5a4ed1-cf85-4747-9a23-5771adbe3d54,segment=NetworkSegment(1c6bc412-3891-4884-83a1-cff6658b4c69),segment_id=1c6bc412-3891-4884-83a1-cff6658b4c69)] {{(pid=102620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:04:42.874864 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-e96d9f19-28f5-41c1-b216-e6498bd40d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (aa5a4ed1-cf85-4747-9a23-5771adbe3d54), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:42.889722 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-e96d9f19-28f5-41c1-b216-e6498bd40d9d admin admin] Calling delete_port for aa5a4ed1-cf85-4747-9a23-5771adbe3d54 owned by network:router_interface {{(pid=102620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:04:43.056055 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 34939abd-00b4-422e-ab60-83a237629f24 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:04:43.076050 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] No Port match for: 34939abd-00b4-422e-ab60-83a237629f24 {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:04:43.076403 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device 34939abd-00b4-422e-ab60-83a237629f24 not bound to the agent host hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:04:43.077710 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-e96d9f19-28f5-41c1-b216-e6498bd40d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11330461'] for port (aa5a4ed1-cf85-4747-9a23-5771adbe3d54), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:43.106805 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d9f19-28f5-41c1-b216-e6498bd40d9d admin admin] Pushing event deleted for resources: {'Port': ['ID=aa5a4ed1-cf85-4747-9a23-5771adbe3d54,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:04:43.276665 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-e96d9f19-28f5-41c1-b216-e6498bd40d9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3726863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3916057'] for router_interface (6ac27c14-3854-4dac-92a9-d718a126d6b1), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:43.494720 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96d9f19-28f5-41c1-b216-e6498bd40d9d admin admin] Router 6ac27c14-3854-4dac-92a9-d718a126d6b1 has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 10:04:43.599654 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96d9f19-28f5-41c1-b216-e6498bd40d9d admin admin] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 10:04:43.604643 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-e96d9f19-28f5-41c1-b216-e6498bd40d9d admin admin] 10.222.0.82 "PUT /v2.0/routers/6ac27c14-3854-4dac-92a9-d718a126d6b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4947803 Feb 17 10:04:43.608662 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f95c053-2388-4741-aacc-df8d62169e4d None None] Sync routers for ids ['6ac27c14-3854-4dac-92a9-d718a126d6b1'] in dv-cinder-778193-18-iscsi {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:04:43.608949 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 55850) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:04:43.625828 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f95c053-2388-4741-aacc-df8d62169e4d None None] Routers {'6ac27c14-3854-4dac-92a9-d718a126d6b1'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:04:43.626479 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-8f95c053-2388-4741-aacc-df8d62169e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:04:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['6ac27c14-3854-4dac-92a9-d718a126d6b1'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:04:43.742857 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-8f95c053-2388-4741-aacc-df8d62169e4d None None] Set router 6ac27c14-3854-4dac-92a9-d718a126d6b1 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:04:43.940926 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-8f95c053-2388-4741-aacc-df8d62169e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'name': 'tempest-TestShelveInstance-877423265-router', 'tenant_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '35a51dc6-0dbb-4961-b868-4df61bf7013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:42Z', 'updated_at': '2022-02-17T10:04:43Z', 'revision_number': 5, 'project_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'gw_port': {'id': '35a51dc6-0dbb-4961-b868-4df61bf7013d', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:42Z', 'updated_at': '2022-02-17T09:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi'}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:04:43.973213 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f95c053-2388-4741-aacc-df8d62169e4d None None] Checking router: 6ac27c14-3854-4dac-92a9-d718a126d6b1 for host: dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:04:43.981118 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-3e38c9e3-c732-4431-b56d-b118ad6023e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:43.985098 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f95c053-2388-4741-aacc-df8d62169e4d None None] Routers {'6ac27c14-3854-4dac-92a9-d718a126d6b1'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:04:43.986308 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-8f95c053-2388-4741-aacc-df8d62169e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:04:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['6ac27c14-3854-4dac-92a9-d718a126d6b1'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:04:43.986735 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-c202d9f6-74ed-4a2b-9f6b-a3938cb2c87b admin admin] Publish callbacks [] for router (6ac27c14-3854-4dac-92a9-d718a126d6b1), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:44.097664 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-c202d9f6-74ed-4a2b-9f6b-a3938cb2c87b admin admin] Publish callbacks [] for router_gateway (6ac27c14-3854-4dac-92a9-d718a126d6b1), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:44.100866 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-8f95c053-2388-4741-aacc-df8d62169e4d None None] Set router 6ac27c14-3854-4dac-92a9-d718a126d6b1 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:04:44.152817 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-c202d9f6-74ed-4a2b-9f6b-a3938cb2c87b admin admin] Deleting port 35a51dc6-0dbb-4961-b868-4df61bf7013d {{(pid=102620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:04:44.153238 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-c202d9f6-74ed-4a2b-9f6b-a3938cb2c87b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (35a51dc6-0dbb-4961-b868-4df61bf7013d), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:44.245601 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-c202d9f6-74ed-4a2b-9f6b-a3938cb2c87b admin admin] For port 35a51dc6-0dbb-4961-b868-4df61bf7013d, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=35a51dc6-0dbb-4961-b868-4df61bf7013d,segment=NetworkSegment(51ac98f7-247c-461f-a451-e6b864fb2c70),segment_id=51ac98f7-247c-461f-a451-e6b864fb2c70)] {{(pid=102620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:04:44.245966 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-c202d9f6-74ed-4a2b-9f6b-a3938cb2c87b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (35a51dc6-0dbb-4961-b868-4df61bf7013d), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:44.258898 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-c202d9f6-74ed-4a2b-9f6b-a3938cb2c87b admin admin] Calling delete_port for 35a51dc6-0dbb-4961-b868-4df61bf7013d owned by network:router_gateway {{(pid=102620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:04:44.277178 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-8f95c053-2388-4741-aacc-df8d62169e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'name': 'tempest-TestShelveInstance-877423265-router', 'tenant_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '35a51dc6-0dbb-4961-b868-4df61bf7013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:42Z', 'updated_at': '2022-02-17T10:04:43Z', 'revision_number': 5, 'project_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'gw_port': {'id': '35a51dc6-0dbb-4961-b868-4df61bf7013d', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:42Z', 'updated_at': '2022-02-17T09:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi'}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:04:44.306885 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f95c053-2388-4741-aacc-df8d62169e4d None None] The sync data for ids ['6ac27c14-3854-4dac-92a9-d718a126d6b1'] in dv-cinder-778193-18-iscsi is: [{'id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'name': 'tempest-TestShelveInstance-877423265-router', 'tenant_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '35a51dc6-0dbb-4961-b868-4df61bf7013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:42Z', 'updated_at': '2022-02-17T10:04:43Z', 'revision_number': 5, 'project_id': 'de44e74ec4f14798bfdcd62c94d133f3', 'gw_port': {'id': '35a51dc6-0dbb-4961-b868-4df61bf7013d', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac27c14-3854-4dac-92a9-d718a126d6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:42Z', 'updated_at': '2022-02-17T09:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi'}] {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:04:44.432721 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-c202d9f6-74ed-4a2b-9f6b-a3938cb2c87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11330461'] for port (35a51dc6-0dbb-4961-b868-4df61bf7013d), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:44.460774 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202d9f6-74ed-4a2b-9f6b-a3938cb2c87b admin admin] Pushing event deleted for resources: {'Port': ['ID=35a51dc6-0dbb-4961-b868-4df61bf7013d,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:04:44.519947 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-c202d9f6-74ed-4a2b-9f6b-a3938cb2c87b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3931555'] for router_gateway (6ac27c14-3854-4dac-92a9-d718a126d6b1), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:44.614736 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-c202d9f6-74ed-4a2b-9f6b-a3938cb2c87b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3923774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41654'] for router (6ac27c14-3854-4dac-92a9-d718a126d6b1), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:44.616787 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-c202d9f6-74ed-4a2b-9f6b-a3938cb2c87b admin admin] Publish callbacks [] for router_controller (6ac27c14-3854-4dac-92a9-d718a126d6b1), precommit_delete_associations {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:44.672642 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-c202d9f6-74ed-4a2b-9f6b-a3938cb2c87b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3923767'] for router (6ac27c14-3854-4dac-92a9-d718a126d6b1), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:44.673288 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c202d9f6-74ed-4a2b-9f6b-a3938cb2c87b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ac27c14-3854-4dac-92a9-d718a126d6b1 {{(pid=102620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 10:04:44.678845 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-c202d9f6-74ed-4a2b-9f6b-a3938cb2c87b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:44.680036 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-c202d9f6-74ed-4a2b-9f6b-a3938cb2c87b admin admin] 10.222.0.82 "DELETE /v2.0/routers/6ac27c14-3854-4dac-92a9-d718a126d6b1 HTTP/1.1" status: 204 len: 168 time: 1.0701528 Feb 17 10:04:44.682636 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 55852) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:04:44.729832 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.db_base_plugin_v2 [None req-8698e06d-ff78-46b2-9b2d-fe7f589d2908 admin admin] Deleting subnet 13cfbcdc-2ffd-4e28-9105-a23d7be8b66c {{(pid=102620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 10:04:44.733143 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8698e06d-ff78-46b2-9b2d-fe7f589d2908 admin admin] Publish callbacks [] for subnet (13cfbcdc-2ffd-4e28-9105-a23d7be8b66c), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:44.768694 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8698e06d-ff78-46b2-9b2d-fe7f589d2908 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8734474'] for subnet (13cfbcdc-2ffd-4e28-9105-a23d7be8b66c), precommit_delete_associations {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:44.855797 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8698e06d-ff78-46b2-9b2d-fe7f589d2908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3464074'] for subnet (13cfbcdc-2ffd-4e28-9105-a23d7be8b66c), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:44.912845 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8698e06d-ff78-46b2-9b2d-fe7f589d2908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3464067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11330472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8420506'] for subnet (13cfbcdc-2ffd-4e28-9105-a23d7be8b66c), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:44.941417 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698e06d-ff78-46b2-9b2d-fe7f589d2908 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13cfbcdc-2ffd-4e28-9105-a23d7be8b66c,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:04:44.945198 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8698e06d-ff78-46b2-9b2d-fe7f589d2908 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:44.952081 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-8698e06d-ff78-46b2-9b2d-fe7f589d2908 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/13cfbcdc-2ffd-4e28-9105-a23d7be8b66c HTTP/1.1" status: 204 len: 168 time: 0.2648506 Feb 17 10:04:44.952081 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 55854) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:04:44.953927 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c014b270-7397-49e2-b15c-c5409452f39c None None] Network 4e3382a2-24ac-4cc3-827e-8b4d3a55c405 requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 10:04:45.021145 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:45.034448 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3e33080c-5033-4166-ad26-85b01fc34362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687351'] for network (4e3382a2-24ac-4cc3-827e-8b4d3a55c405), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:45.094035 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-3e33080c-5033-4166-ad26-85b01fc34362 admin admin] Deleting port 815deea0-60b9-48ba-9299-3055bc746033 {{(pid=102620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:04:45.094479 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3e33080c-5033-4166-ad26-85b01fc34362 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (815deea0-60b9-48ba-9299-3055bc746033), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:45.160702 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-3e33080c-5033-4166-ad26-85b01fc34362 admin admin] For port 815deea0-60b9-48ba-9299-3055bc746033, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=815deea0-60b9-48ba-9299-3055bc746033,segment=NetworkSegment(1c6bc412-3891-4884-83a1-cff6658b4c69),segment_id=1c6bc412-3891-4884-83a1-cff6658b4c69)] {{(pid=102620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:04:45.161437 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3e33080c-5033-4166-ad26-85b01fc34362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (815deea0-60b9-48ba-9299-3055bc746033), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:45.174023 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-3e33080c-5033-4166-ad26-85b01fc34362 admin admin] Calling delete_port for 815deea0-60b9-48ba-9299-3055bc746033 owned by network:dhcp {{(pid=102620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:04:45.259606 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3e33080c-5033-4166-ad26-85b01fc34362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11330461'] for port (815deea0-60b9-48ba-9299-3055bc746033), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:45.289199 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33080c-5033-4166-ad26-85b01fc34362 admin admin] Pushing event deleted for resources: {'Port': ['ID=815deea0-60b9-48ba-9299-3055bc746033,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:04:45.290949 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e33080c-5033-4166-ad26-85b01fc34362 admin admin] No DVR routers for this DVR port 815deea0-60b9-48ba-9299-3055bc746033 on host dv-cinder-778193-18-iscsi {{(pid=102620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:04:45.321093 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7711000-ce7e-4f79-9fe9-6462c3c0a917 None None] DHCP port deletion for 4e3382a2-24ac-4cc3-827e-8b4d3a55c405 request from dv-cinder-778193-18-iscsi {{(pid=102622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 10:04:45.373747 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3e33080c-5033-4166-ad26-85b01fc34362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461623', 'neutron.services.segments.db._delete_segments_for_network-8771562732683'] for network (4e3382a2-24ac-4cc3-827e-8b4d3a55c405), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:45.394536 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.services.segments.db [None req-3e33080c-5033-4166-ad26-85b01fc34362 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e3382a2-24ac-4cc3-827e-8b4d3a55c405']}} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:04:45.404070 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.services.segments.db [None req-3e33080c-5033-4166-ad26-85b01fc34362 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c6bc412-3891-4884-83a1-cff6658b4c69') {'for_net_delete': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:04:45.404376 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.services.segments.db [None req-3e33080c-5033-4166-ad26-85b01fc34362 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c6bc412-3891-4884-83a1-cff6658b4c69') {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:04:45.413439 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3e33080c-5033-4166-ad26-85b01fc34362 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771562733460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8734467'] for segment (1c6bc412-3891-4884-83a1-cff6658b4c69), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:45.426709 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3e33080c-5033-4166-ad26-85b01fc34362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (1c6bc412-3891-4884-83a1-cff6658b4c69), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:45.432484 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e33080c-5033-4166-ad26-85b01fc34362 admin admin] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=102620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:04:45.432869 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3e33080c-5033-4166-ad26-85b01fc34362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11330546'] for segment (1c6bc412-3891-4884-83a1-cff6658b4c69), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:45.434484 dv-cinder-778193-18-iscsi neutron-server[102620]: Traceback (most recent call last): Feb 17 10:04:45.434484 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:04:45.434484 dv-cinder-778193-18-iscsi neutron-server[102620]: timer() Feb 17 10:04:45.434484 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:04:45.434484 dv-cinder-778193-18-iscsi neutron-server[102620]: cb(*args, **kw) Feb 17 10:04:45.434484 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 10:04:45.434484 dv-cinder-778193-18-iscsi neutron-server[102620]: return func(*args, **kwargs) Feb 17 10:04:45.434484 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:04:45.434484 dv-cinder-778193-18-iscsi neutron-server[102620]: self._notify() Feb 17 10:04:45.434484 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:04:45.434484 dv-cinder-778193-18-iscsi neutron-server[102620]: self.callback(batched_events) Feb 17 10:04:45.434484 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:04:45.434484 dv-cinder-778193-18-iscsi neutron-server[102620]: event.method(event) Feb 17 10:04:45.434484 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 10:04:45.434484 dv-cinder-778193-18-iscsi neutron-server[102620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:04:45.434484 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 10:04:45.434484 dv-cinder-778193-18-iscsi neutron-server[102620]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:04:45.434484 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 10:04:45.434484 dv-cinder-778193-18-iscsi neutron-server[102620]: return f(self, *a, **k) Feb 17 10:04:45.434484 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 10:04:45.434484 dv-cinder-778193-18-iscsi neutron-server[102620]: return self._get(url).json() Feb 17 10:04:45.434484 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 10:04:45.434484 dv-cinder-778193-18-iscsi neutron-server[102620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:04:45.434484 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:04:45.434484 dv-cinder-778193-18-iscsi neutron-server[102620]: return self.request(url, 'GET', **kwargs) Feb 17 10:04:45.434484 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:04:45.434484 dv-cinder-778193-18-iscsi neutron-server[102620]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:04:45.434484 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:04:45.434484 dv-cinder-778193-18-iscsi neutron-server[102620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:04:45.434484 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:04:45.434484 dv-cinder-778193-18-iscsi neutron-server[102620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:04:45.434484 dv-cinder-778193-18-iscsi neutron-server[102620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:04:45.500572 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3e33080c-5033-4166-ad26-85b01fc34362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3461388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3931527'] for network (4e3382a2-24ac-4cc3-827e-8b4d3a55c405), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:45.505908 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3e33080c-5033-4166-ad26-85b01fc34362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:45.509728 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-3e33080c-5033-4166-ad26-85b01fc34362 admin admin] 10.222.0.82 "DELETE /v2.0/networks/4e3382a2-24ac-4cc3-827e-8b4d3a55c405 HTTP/1.1" status: 204 len: 168 time: 0.5574558 Feb 17 10:04:45.512723 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 55856) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:04:45.522071 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33080c-5033-4166-ad26-85b01fc34362 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e3382a2-24ac-4cc3-827e-8b4d3a55c405,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:04:45.670558 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 35a51dc6-0dbb-4961-b868-4df61bf7013d no longer exists at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:04:45.692972 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] No Port match for: 35a51dc6-0dbb-4961-b868-4df61bf7013d {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:04:45.693831 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 35a51dc6-0dbb-4961-b868-4df61bf7013d not bound to the agent host dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:04:45.694246 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 815deea0-60b9-48ba-9299-3055bc746033 no longer exists at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:04:45.715439 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] No Port match for: 815deea0-60b9-48ba-9299-3055bc746033 {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:04:45.715787 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 815deea0-60b9-48ba-9299-3055bc746033 not bound to the agent host dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:04:45.716198 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device aa5a4ed1-cf85-4747-9a23-5771adbe3d54 no longer exists at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:04:45.737937 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] No Port match for: aa5a4ed1-cf85-4747-9a23-5771adbe3d54 {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:04:45.738400 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device aa5a4ed1-cf85-4747-9a23-5771adbe3d54 not bound to the agent host dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:04:45.909177 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ac9b6e2b-bbed-45e4-aec3-b215b75eb63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916009'] for router_interface (52aac348-8ced-4e5c-8efb-d516276aa6b0), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:46.158509 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [None req-ac9b6e2b-bbed-45e4-aec3-b215b75eb63f admin admin] Deleting port bf2cee4c-cbb3-42aa-981e-3556997492f1 {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:04:46.158849 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ac9b6e2b-bbed-45e4-aec3-b215b75eb63f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (bf2cee4c-cbb3-42aa-981e-3556997492f1), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:46.236689 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [None req-ac9b6e2b-bbed-45e4-aec3-b215b75eb63f admin admin] For port bf2cee4c-cbb3-42aa-981e-3556997492f1, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=bf2cee4c-cbb3-42aa-981e-3556997492f1,segment=NetworkSegment(a8d0c907-4e98-43bd-af8f-4e973719f8c9),segment_id=a8d0c907-4e98-43bd-af8f-4e973719f8c9)] {{(pid=102621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:04:46.237065 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ac9b6e2b-bbed-45e4-aec3-b215b75eb63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (bf2cee4c-cbb3-42aa-981e-3556997492f1), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:46.249854 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [None req-ac9b6e2b-bbed-45e4-aec3-b215b75eb63f admin admin] Calling delete_port for bf2cee4c-cbb3-42aa-981e-3556997492f1 owned by network:router_interface {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:04:46.304780 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:46.448942 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ac9b6e2b-bbed-45e4-aec3-b215b75eb63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (bf2cee4c-cbb3-42aa-981e-3556997492f1), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:46.476021 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b6e2b-bbed-45e4-aec3-b215b75eb63f admin admin] Pushing event deleted for resources: {'Port': ['ID=bf2cee4c-cbb3-42aa-981e-3556997492f1,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:04:46.655665 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-ac9b6e2b-bbed-45e4-aec3-b215b75eb63f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3726863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3916057'] for router_interface (52aac348-8ced-4e5c-8efb-d516276aa6b0), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:46.893698 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9b6e2b-bbed-45e4-aec3-b215b75eb63f admin admin] Router 52aac348-8ced-4e5c-8efb-d516276aa6b0 has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 10:04:47.003019 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9b6e2b-bbed-45e4-aec3-b215b75eb63f admin admin] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 10:04:47.010604 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-ac9b6e2b-bbed-45e4-aec3-b215b75eb63f admin admin] 10.222.0.82 "PUT /v2.0/routers/52aac348-8ced-4e5c-8efb-d516276aa6b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4951890 Feb 17 10:04:47.012327 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 55858) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:04:47.013170 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3d76cb-2888-4e23-8b37-9d51258529d1 None None] Sync routers for ids ['52aac348-8ced-4e5c-8efb-d516276aa6b0'] in dv-cinder-778193-18-iscsi {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:04:47.025218 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3d76cb-2888-4e23-8b37-9d51258529d1 None None] Routers {'52aac348-8ced-4e5c-8efb-d516276aa6b0'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:04:47.025933 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-de3d76cb-2888-4e23-8b37-9d51258529d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:04:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['52aac348-8ced-4e5c-8efb-d516276aa6b0'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:04:47.115612 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-1ccf8717-c836-44ee-b388-bc3495a17cd1 admin admin] Publish callbacks [] for router (52aac348-8ced-4e5c-8efb-d516276aa6b0), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:47.222742 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-1ccf8717-c836-44ee-b388-bc3495a17cd1 admin admin] Publish callbacks [] for router_gateway (52aac348-8ced-4e5c-8efb-d516276aa6b0), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:47.236570 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-de3d76cb-2888-4e23-8b37-9d51258529d1 None None] Set router 52aac348-8ced-4e5c-8efb-d516276aa6b0 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:04:47.286881 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [None req-1ccf8717-c836-44ee-b388-bc3495a17cd1 admin admin] Deleting port 290e4d41-c440-4928-bfda-65d7c80355cd {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:04:47.287364 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-1ccf8717-c836-44ee-b388-bc3495a17cd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (290e4d41-c440-4928-bfda-65d7c80355cd), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:47.368453 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [None req-1ccf8717-c836-44ee-b388-bc3495a17cd1 admin admin] For port 290e4d41-c440-4928-bfda-65d7c80355cd, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=290e4d41-c440-4928-bfda-65d7c80355cd,segment=NetworkSegment(51ac98f7-247c-461f-a451-e6b864fb2c70),segment_id=51ac98f7-247c-461f-a451-e6b864fb2c70)] {{(pid=102621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:04:47.368817 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-1ccf8717-c836-44ee-b388-bc3495a17cd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (290e4d41-c440-4928-bfda-65d7c80355cd), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:47.381159 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [None req-1ccf8717-c836-44ee-b388-bc3495a17cd1 admin admin] Calling delete_port for 290e4d41-c440-4928-bfda-65d7c80355cd owned by network:router_gateway {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:04:47.422336 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-de3d76cb-2888-4e23-8b37-9d51258529d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52aac348-8ced-4e5c-8efb-d516276aa6b0', 'name': 'tempest-TestShelveInstance-1495561043-router', 'tenant_id': 'ba81e2296aec4a89bd008ff62abf6a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '290e4d41-c440-4928-bfda-65d7c80355cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:47Z', 'updated_at': '2022-02-17T10:04:46Z', 'revision_number': 5, 'project_id': 'ba81e2296aec4a89bd008ff62abf6a5c', 'gw_port': {'id': '290e4d41-c440-4928-bfda-65d7c80355cd', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52aac348-8ced-4e5c-8efb-d516276aa6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:48Z', 'updated_at': '2022-02-17T09:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi'}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:04:47.452827 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3d76cb-2888-4e23-8b37-9d51258529d1 None None] Checking router: 52aac348-8ced-4e5c-8efb-d516276aa6b0 for host: dv-cinder-778193-18-iscsi {{(pid=102623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:04:47.463226 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3d76cb-2888-4e23-8b37-9d51258529d1 None None] Routers {'52aac348-8ced-4e5c-8efb-d516276aa6b0'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:04:47.463837 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-de3d76cb-2888-4e23-8b37-9d51258529d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:04:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['52aac348-8ced-4e5c-8efb-d516276aa6b0'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:04:47.547356 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-1ccf8717-c836-44ee-b388-bc3495a17cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (290e4d41-c440-4928-bfda-65d7c80355cd), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:47.567046 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-de3d76cb-2888-4e23-8b37-9d51258529d1 None None] Set router 52aac348-8ced-4e5c-8efb-d516276aa6b0 gateway port host: None {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:04:47.572655 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf8717-c836-44ee-b388-bc3495a17cd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=290e4d41-c440-4928-bfda-65d7c80355cd,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:04:47.628464 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-de3d76cb-2888-4e23-8b37-9d51258529d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52aac348-8ced-4e5c-8efb-d516276aa6b0', 'name': 'tempest-TestShelveInstance-1495561043-router', 'tenant_id': 'ba81e2296aec4a89bd008ff62abf6a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:47Z', 'updated_at': '2022-02-17T10:04:47Z', 'revision_number': 6, 'project_id': 'ba81e2296aec4a89bd008ff62abf6a5c', 'gw_port_host': None}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:04:47.640764 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-1ccf8717-c836-44ee-b388-bc3495a17cd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3931555'] for router_gateway (52aac348-8ced-4e5c-8efb-d516276aa6b0), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:47.664369 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3d76cb-2888-4e23-8b37-9d51258529d1 None None] The sync data for ids ['52aac348-8ced-4e5c-8efb-d516276aa6b0'] in dv-cinder-778193-18-iscsi is: [{'id': '52aac348-8ced-4e5c-8efb-d516276aa6b0', 'name': 'tempest-TestShelveInstance-1495561043-router', 'tenant_id': 'ba81e2296aec4a89bd008ff62abf6a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:47Z', 'updated_at': '2022-02-17T10:04:47Z', 'revision_number': 6, 'project_id': 'ba81e2296aec4a89bd008ff62abf6a5c', 'gw_port_host': None}] {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:04:47.741719 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-1ccf8717-c836-44ee-b388-bc3495a17cd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3923774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41654'] for router (52aac348-8ced-4e5c-8efb-d516276aa6b0), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:47.743894 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-1ccf8717-c836-44ee-b388-bc3495a17cd1 admin admin] Publish callbacks [] for router_controller (52aac348-8ced-4e5c-8efb-d516276aa6b0), precommit_delete_associations {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:47.789365 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-1ccf8717-c836-44ee-b388-bc3495a17cd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3923767'] for router (52aac348-8ced-4e5c-8efb-d516276aa6b0), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:47.789962 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccf8717-c836-44ee-b388-bc3495a17cd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52aac348-8ced-4e5c-8efb-d516276aa6b0 {{(pid=102621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 10:04:47.794077 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-1ccf8717-c836-44ee-b388-bc3495a17cd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:47.798902 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-1ccf8717-c836-44ee-b388-bc3495a17cd1 admin admin] 10.222.0.82 "DELETE /v2.0/routers/52aac348-8ced-4e5c-8efb-d516276aa6b0 HTTP/1.1" status: 204 len: 168 time: 0.7819562 Feb 17 10:04:47.799243 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 55860) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:04:47.810054 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:47.853445 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9fe075a-09e0-4ef5-a6c9-82db3016738c admin admin] Deleting subnet e2b54c56-d53a-4d6e-829b-c234493f683f {{(pid=102620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 10:04:47.857523 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-d9fe075a-09e0-4ef5-a6c9-82db3016738c admin admin] Publish callbacks [] for subnet (e2b54c56-d53a-4d6e-829b-c234493f683f), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:47.893799 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-d9fe075a-09e0-4ef5-a6c9-82db3016738c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8734474'] for subnet (e2b54c56-d53a-4d6e-829b-c234493f683f), precommit_delete_associations {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:47.969451 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-d9fe075a-09e0-4ef5-a6c9-82db3016738c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3464074'] for subnet (e2b54c56-d53a-4d6e-829b-c234493f683f), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:48.031580 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-d9fe075a-09e0-4ef5-a6c9-82db3016738c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3464067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11330472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8420506'] for subnet (e2b54c56-d53a-4d6e-829b-c234493f683f), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:48.058356 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe075a-09e0-4ef5-a6c9-82db3016738c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2b54c56-d53a-4d6e-829b-c234493f683f,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:04:48.062021 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-d9fe075a-09e0-4ef5-a6c9-82db3016738c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:48.065305 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-d9fe075a-09e0-4ef5-a6c9-82db3016738c admin admin] 10.222.0.82 "DELETE /v2.0/subnets/e2b54c56-d53a-4d6e-829b-c234493f683f HTTP/1.1" status: 204 len: 168 time: 0.2649643 Feb 17 10:04:48.068184 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1013d13c-8651-45cc-a271-f794798410aa None None] Network 5fa5aa6d-d37e-48bc-a33f-258ca2a021d9 requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 10:04:48.068647 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 55864) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:04:48.154797 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-074b3852-acc2-4e81-b9f8-e60b9c1ede41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687351'] for network (5fa5aa6d-d37e-48bc-a33f-258ca2a021d9), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:48.211143 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [None req-074b3852-acc2-4e81-b9f8-e60b9c1ede41 admin admin] Deleting port 841bd717-1bc7-4163-b775-db91ad4a158b {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:04:48.211510 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-074b3852-acc2-4e81-b9f8-e60b9c1ede41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (841bd717-1bc7-4163-b775-db91ad4a158b), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:48.279172 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [None req-074b3852-acc2-4e81-b9f8-e60b9c1ede41 admin admin] For port 841bd717-1bc7-4163-b775-db91ad4a158b, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=841bd717-1bc7-4163-b775-db91ad4a158b,segment=NetworkSegment(a8d0c907-4e98-43bd-af8f-4e973719f8c9),segment_id=a8d0c907-4e98-43bd-af8f-4e973719f8c9)] {{(pid=102621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:04:48.279602 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-074b3852-acc2-4e81-b9f8-e60b9c1ede41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (841bd717-1bc7-4163-b775-db91ad4a158b), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:48.292684 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [None req-074b3852-acc2-4e81-b9f8-e60b9c1ede41 admin admin] Calling delete_port for 841bd717-1bc7-4163-b775-db91ad4a158b owned by network:dhcp {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:04:48.371691 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-074b3852-acc2-4e81-b9f8-e60b9c1ede41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (841bd717-1bc7-4163-b775-db91ad4a158b), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:48.399446 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b3852-acc2-4e81-b9f8-e60b9c1ede41 admin admin] Pushing event deleted for resources: {'Port': ['ID=841bd717-1bc7-4163-b775-db91ad4a158b,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:04:48.401266 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074b3852-acc2-4e81-b9f8-e60b9c1ede41 admin admin] No DVR routers for this DVR port 841bd717-1bc7-4163-b775-db91ad4a158b on host dv-cinder-778193-18-iscsi {{(pid=102621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:04:48.485012 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-074b3852-acc2-4e81-b9f8-e60b9c1ede41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461623', 'neutron.services.segments.db._delete_segments_for_network-8771562732683'] for network (5fa5aa6d-d37e-48bc-a33f-258ca2a021d9), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:48.486459 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2addf53a-38ce-44ea-b08f-2afa4686eb0a None None] DHCP port deletion for 5fa5aa6d-d37e-48bc-a33f-258ca2a021d9 request from dv-cinder-778193-18-iscsi {{(pid=102622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 10:04:48.507965 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.services.segments.db [None req-074b3852-acc2-4e81-b9f8-e60b9c1ede41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa5aa6d-d37e-48bc-a33f-258ca2a021d9']}} {{(pid=102621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:04:48.517825 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.services.segments.db [None req-074b3852-acc2-4e81-b9f8-e60b9c1ede41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8d0c907-4e98-43bd-af8f-4e973719f8c9') {'for_net_delete': True} {{(pid=102621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:04:48.518121 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.services.segments.db [None req-074b3852-acc2-4e81-b9f8-e60b9c1ede41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8d0c907-4e98-43bd-af8f-4e973719f8c9') {} {{(pid=102621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:04:48.527410 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-074b3852-acc2-4e81-b9f8-e60b9c1ede41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771562733460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9362199'] for segment (a8d0c907-4e98-43bd-af8f-4e973719f8c9), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:48.541684 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-074b3852-acc2-4e81-b9f8-e60b9c1ede41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (a8d0c907-4e98-43bd-af8f-4e973719f8c9), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:48.547591 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-074b3852-acc2-4e81-b9f8-e60b9c1ede41 admin admin] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=102621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:04:48.548002 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-074b3852-acc2-4e81-b9f8-e60b9c1ede41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9010396'] for segment (a8d0c907-4e98-43bd-af8f-4e973719f8c9), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:48.549797 dv-cinder-778193-18-iscsi neutron-server[102621]: Traceback (most recent call last): Feb 17 10:04:48.549797 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:04:48.549797 dv-cinder-778193-18-iscsi neutron-server[102621]: timer() Feb 17 10:04:48.549797 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:04:48.549797 dv-cinder-778193-18-iscsi neutron-server[102621]: cb(*args, **kw) Feb 17 10:04:48.549797 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 10:04:48.549797 dv-cinder-778193-18-iscsi neutron-server[102621]: return func(*args, **kwargs) Feb 17 10:04:48.549797 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:04:48.549797 dv-cinder-778193-18-iscsi neutron-server[102621]: self._notify() Feb 17 10:04:48.549797 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:04:48.549797 dv-cinder-778193-18-iscsi neutron-server[102621]: self.callback(batched_events) Feb 17 10:04:48.549797 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:04:48.549797 dv-cinder-778193-18-iscsi neutron-server[102621]: event.method(event) Feb 17 10:04:48.549797 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 10:04:48.549797 dv-cinder-778193-18-iscsi neutron-server[102621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:04:48.549797 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 10:04:48.549797 dv-cinder-778193-18-iscsi neutron-server[102621]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:04:48.549797 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 10:04:48.549797 dv-cinder-778193-18-iscsi neutron-server[102621]: return f(self, *a, **k) Feb 17 10:04:48.549797 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 10:04:48.549797 dv-cinder-778193-18-iscsi neutron-server[102621]: return self._get(url).json() Feb 17 10:04:48.549797 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 10:04:48.549797 dv-cinder-778193-18-iscsi neutron-server[102621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:04:48.549797 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:04:48.549797 dv-cinder-778193-18-iscsi neutron-server[102621]: return self.request(url, 'GET', **kwargs) Feb 17 10:04:48.549797 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:04:48.549797 dv-cinder-778193-18-iscsi neutron-server[102621]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:04:48.549797 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:04:48.549797 dv-cinder-778193-18-iscsi neutron-server[102621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:04:48.549797 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:04:48.549797 dv-cinder-778193-18-iscsi neutron-server[102621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:04:48.549797 dv-cinder-778193-18-iscsi neutron-server[102621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:04:48.607861 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-074b3852-acc2-4e81-b9f8-e60b9c1ede41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3461388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3931527'] for network (5fa5aa6d-d37e-48bc-a33f-258ca2a021d9), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:48.613473 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-074b3852-acc2-4e81-b9f8-e60b9c1ede41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:48.616853 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-074b3852-acc2-4e81-b9f8-e60b9c1ede41 admin admin] 10.222.0.82 "DELETE /v2.0/networks/5fa5aa6d-d37e-48bc-a33f-258ca2a021d9 HTTP/1.1" status: 204 len: 168 time: 0.5470340 Feb 17 10:04:48.764718 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 55868) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:04:48.808807 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-7e94939f-e4e7-4bbd-8aac-338a558eea7d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=de44e74ec4f14798bfdcd62c94d133f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421257 Feb 17 10:04:48.811376 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 55870) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:04:48.862685 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9259c9fa-17a2-4b81-baba-7aea1e8be66b admin admin] Publish callbacks [] for security_group (3ac32a16-a523-4ef2-a462-0ccdff7138a7), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:48.885046 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9259c9fa-17a2-4b81-baba-7aea1e8be66b admin admin] Publish callbacks [] for security_group (3ac32a16-a523-4ef2-a462-0ccdff7138a7), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:48.917796 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b3852-acc2-4e81-b9f8-e60b9c1ede41 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fa5aa6d-d37e-48bc-a33f-258ca2a021d9,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:04:48.935003 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9259c9fa-17a2-4b81-baba-7aea1e8be66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (3ac32a16-a523-4ef2-a462-0ccdff7138a7), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:48.938129 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9259c9fa-17a2-4b81-baba-7aea1e8be66b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:48.939309 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-9259c9fa-17a2-4b81-baba-7aea1e8be66b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3ac32a16-a523-4ef2-a462-0ccdff7138a7 HTTP/1.1" status: 204 len: 168 time: 0.1269245 Feb 17 10:04:48.948101 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9259c9fa-17a2-4b81-baba-7aea1e8be66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac32a16-a523-4ef2-a462-0ccdff7138a7,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:04:49.253689 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 55876) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:04:49.293049 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-52e5df11-b1c8-476a-972d-d066d20e693f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ba81e2296aec4a89bd008ff62abf6a5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382352 Feb 17 10:04:49.295608 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 55878) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:04:49.344979 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9c6ba888-dec3-4dba-a03d-f27a0ad360d0 admin admin] Publish callbacks [] for security_group (244059aa-a31f-4ff6-bc20-d6fdec12744a), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:49.366275 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9c6ba888-dec3-4dba-a03d-f27a0ad360d0 admin admin] Publish callbacks [] for security_group (244059aa-a31f-4ff6-bc20-d6fdec12744a), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:49.413836 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9c6ba888-dec3-4dba-a03d-f27a0ad360d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (244059aa-a31f-4ff6-bc20-d6fdec12744a), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:49.416485 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9c6ba888-dec3-4dba-a03d-f27a0ad360d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:49.417603 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-9c6ba888-dec3-4dba-a03d-f27a0ad360d0 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/244059aa-a31f-4ff6-bc20-d6fdec12744a HTTP/1.1" status: 204 len: 168 time: 0.1210425 Feb 17 10:04:49.425750 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ba888-dec3-4dba-a03d-f27a0ad360d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244059aa-a31f-4ff6-bc20-d6fdec12744a,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:04:49.670884 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device bf2cee4c-cbb3-42aa-981e-3556997492f1 no longer exists at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:04:49.692037 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] No Port match for: bf2cee4c-cbb3-42aa-981e-3556997492f1 {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:04:49.692381 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device bf2cee4c-cbb3-42aa-981e-3556997492f1 not bound to the agent host dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:04:49.692815 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 841bd717-1bc7-4163-b775-db91ad4a158b no longer exists at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:04:49.715179 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] No Port match for: 841bd717-1bc7-4163-b775-db91ad4a158b {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:04:49.715535 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 841bd717-1bc7-4163-b775-db91ad4a158b not bound to the agent host dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:04:49.715953 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 290e4d41-c440-4928-bfda-65d7c80355cd no longer exists at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:04:49.739868 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] No Port match for: 290e4d41-c440-4928-bfda-65d7c80355cd {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:04:49.740297 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 290e4d41-c440-4928-bfda-65d7c80355cd not bound to the agent host dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:05:03.868452 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:05:11.452844 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0a3b011b-da7f-470a-b91c-d4632cabad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:05:11.986901 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-a7636a43-31f2-4cbd-8fc5-bcda6c5592a6 req-d105e560-b7c6-4d0c-855a-091a4572bd3a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7a79ad66-6f88-4993-8efb-f2882ffe164e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420749 Feb 17 10:05:12.074193 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7636a43-31f2-4cbd-8fc5-bcda6c5592a6 req-5de0180d-e619-4d8a-9f88-e7125c2fce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:05:12.075719 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-a7636a43-31f2-4cbd-8fc5-bcda6c5592a6 req-5de0180d-e619-4d8a-9f88-e7125c2fce83 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=411bdc45389d4a268817c5d2f56f9cae&device_id=7a79ad66-6f88-4993-8efb-f2882ffe164e HTTP/1.1" status: 200 len: 1129 time: 0.0427694 Feb 17 10:05:12.181333 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7636a43-31f2-4cbd-8fc5-bcda6c5592a6 req-aca15391-1698-4bc5-a88c-7098d4a8893b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:05:12.182762 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-a7636a43-31f2-4cbd-8fc5-bcda6c5592a6 req-aca15391-1698-4bc5-a88c-7098d4a8893b service neutron] 10.222.0.93 "GET /v2.0/networks?id=f7c23ad4-e769-46e2-964a-5aaf62bcc267 HTTP/1.1" status: 200 len: 914 time: 0.0856874 Feb 17 10:05:12.248269 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-a7636a43-31f2-4cbd-8fc5-bcda6c5592a6 req-8697ca60-f15b-41ed-b44a-b2e7bbd3545e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7 HTTP/1.1" status: 200 len: 1001 time: 0.0562465 Feb 17 10:05:12.301278 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7636a43-31f2-4cbd-8fc5-bcda6c5592a6 req-fd90bbe3-3e4a-44f7-9c6e-13e0a677bfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:05:12.302733 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-a7636a43-31f2-4cbd-8fc5-bcda6c5592a6 req-fd90bbe3-3e4a-44f7-9c6e-13e0a677bfe4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c8ef9284-000b-4af0-a9af-9056be7c4591 HTTP/1.1" status: 200 len: 851 time: 0.0461643 Feb 17 10:05:12.351997 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7636a43-31f2-4cbd-8fc5-bcda6c5592a6 req-e95a80db-5257-4bd5-9b85-a581b9be1b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:05:12.353446 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-a7636a43-31f2-4cbd-8fc5-bcda6c5592a6 req-e95a80db-5257-4bd5-9b85-a581b9be1b98 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f7c23ad4-e769-46e2-964a-5aaf62bcc267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419953 Feb 17 10:05:12.366400 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [req-a7636a43-31f2-4cbd-8fc5-bcda6c5592a6 req-bcd4cfd9-9c19-431d-989e-f4a5c85d8a86 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=102621) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 10:05:12.367432 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-a7636a43-31f2-4cbd-8fc5-bcda6c5592a6 req-bcd4cfd9-9c19-431d-989e-f4a5c85d8a86 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047784 Feb 17 10:05:12.455881 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-a7636a43-31f2-4cbd-8fc5-bcda6c5592a6 req-6afded0e-63a5-4bb1-ab65-e2f5e4b29b55 service neutron] 10.222.0.93 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796909 Feb 17 10:05:12.545158 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-a7636a43-31f2-4cbd-8fc5-bcda6c5592a6 req-4d243037-ccf0-44e8-891b-5b25a4948c1e service neutron] 10.222.0.93 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825984 Feb 17 10:05:13.532112 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:05:13.952761 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a5a69774-fd93-481e-956c-da7c6d3c83f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:05:14.991058 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:05:16.298502 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:05:17.802480 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:05:33.886383 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:05:41.463860 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-e4ff83b5-a202-4c3a-8451-9362e5d43582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:05:43.954880 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-ffd1e3e3-3ca8-47a1-91c0-1d7ac97f6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:05:44.991767 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:05:46.300643 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:05:47.804124 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:05:50.530610 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:06:03.886459 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:11.578141 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-b611e49f-d9e4-4b2e-84a3-b4b1d9b5f8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:13.956363 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-10384351-e974-4efb-b676-d4b1c7c8045a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:14.127208 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-ac23f1d5-f61f-489d-8bd4-2932a8675fca req-fa72ea77-b462-4bb6-8b2a-e8e9cbbd1e4b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7a79ad66-6f88-4993-8efb-f2882ffe164e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1786711 Feb 17 10:06:14.218301 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23f1d5-f61f-489d-8bd4-2932a8675fca req-c6229cf8-82ae-4e95-aa01-8991ed3aa890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:14.219748 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-ac23f1d5-f61f-489d-8bd4-2932a8675fca req-c6229cf8-82ae-4e95-aa01-8991ed3aa890 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=411bdc45389d4a268817c5d2f56f9cae&device_id=7a79ad66-6f88-4993-8efb-f2882ffe164e HTTP/1.1" status: 200 len: 1129 time: 0.0439010 Feb 17 10:06:14.324443 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23f1d5-f61f-489d-8bd4-2932a8675fca req-4d151eb9-9700-41a1-bc19-6e3f8aab646a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:14.325893 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-ac23f1d5-f61f-489d-8bd4-2932a8675fca req-4d151eb9-9700-41a1-bc19-6e3f8aab646a service neutron] 10.222.0.93 "GET /v2.0/networks?id=f7c23ad4-e769-46e2-964a-5aaf62bcc267 HTTP/1.1" status: 200 len: 914 time: 0.0871530 Feb 17 10:06:14.397550 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-ac23f1d5-f61f-489d-8bd4-2932a8675fca req-2aa25268-0af8-47fd-a2bb-abf1ba2abbf5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7 HTTP/1.1" status: 200 len: 1001 time: 0.0598533 Feb 17 10:06:14.446100 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23f1d5-f61f-489d-8bd4-2932a8675fca req-c11a3184-557c-449d-af69-90bcdcbff12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:14.447517 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-ac23f1d5-f61f-489d-8bd4-2932a8675fca req-c11a3184-557c-449d-af69-90bcdcbff12c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c8ef9284-000b-4af0-a9af-9056be7c4591 HTTP/1.1" status: 200 len: 851 time: 0.0428712 Feb 17 10:06:14.496022 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23f1d5-f61f-489d-8bd4-2932a8675fca req-f5ec841e-0e23-4510-be32-53a86e38517d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:14.497483 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-ac23f1d5-f61f-489d-8bd4-2932a8675fca req-f5ec841e-0e23-4510-be32-53a86e38517d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f7c23ad4-e769-46e2-964a-5aaf62bcc267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413659 Feb 17 10:06:14.590183 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-ac23f1d5-f61f-489d-8bd4-2932a8675fca req-c04b2487-2e8b-4c9c-af05-2fa85b91f541 service neutron] 10.222.0.93 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831878 Feb 17 10:06:14.679233 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-ac23f1d5-f61f-489d-8bd4-2932a8675fca req-52138ffd-8f13-449e-b6d0-bb826e62cb07 service neutron] 10.222.0.93 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797231 Feb 17 10:06:14.993637 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:16.305143 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:16.431542 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8ab18-c667-4073-aa24-ae49b3ad90e4 req-f94c9383-8bf9-4fd8-8762-91e08c0eb83d tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:16.433055 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-cad8ab18-c667-4073-aa24-ae49b3ad90e4 req-f94c9383-8bf9-4fd8-8762-91e08c0eb83d tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=7a79ad66-6f88-4993-8efb-f2882ffe164e HTTP/1.1" status: 200 len: 945 time: 0.1622169 Feb 17 10:06:16.481160 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-cad8ab18-c667-4073-aa24-ae49b3ad90e4 req-c7b10769-25ce-43e7-a420-34aec34689b3 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424726 Feb 17 10:06:17.656411 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26414e19-1292-40e9-a025-fd38cb7e48db req-252de09e-146d-485d-b0e0-cd6362249d6f tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:17.658316 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-26414e19-1292-40e9-a025-fd38cb7e48db req-252de09e-146d-485d-b0e0-cd6362249d6f tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=7a79ad66-6f88-4993-8efb-f2882ffe164e HTTP/1.1" status: 200 len: 945 time: 0.1061201 Feb 17 10:06:17.707465 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-26414e19-1292-40e9-a025-fd38cb7e48db req-58bb7511-e599-4ff9-bae9-fd15f599ddf2 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430136 Feb 17 10:06:17.806265 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:18.155039 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c985061-0253-48e1-b17b-a2b1ce24604c req-2397c79f-793f-4c80-96cc-22ee6ede0626 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:18.156530 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8c985061-0253-48e1-b17b-a2b1ce24604c req-2397c79f-793f-4c80-96cc-22ee6ede0626 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a79ad66-6f88-4993-8efb-f2882ffe164e HTTP/1.1" status: 200 len: 945 time: 0.0510733 Feb 17 10:06:18.263438 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-8c985061-0253-48e1-b17b-a2b1ce24604c req-3bf0d758-3965-49aa-badc-01ca3ebf3e48 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Deleting port c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7 {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:06:18.263789 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-8c985061-0253-48e1-b17b-a2b1ce24604c req-3bf0d758-3965-49aa-badc-01ca3ebf3e48 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:18.357968 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-8c985061-0253-48e1-b17b-a2b1ce24604c req-3bf0d758-3965-49aa-badc-01ca3ebf3e48 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] For port c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7,segment=NetworkSegment(265976b3-8da1-45bb-8b52-934eef26661c),segment_id=265976b3-8da1-45bb-8b52-934eef26661c)] {{(pid=102621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:06:18.358251 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-8c985061-0253-48e1-b17b-a2b1ce24604c req-3bf0d758-3965-49aa-badc-01ca3ebf3e48 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:18.522936 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-8c985061-0253-48e1-b17b-a2b1ce24604c req-3bf0d758-3965-49aa-badc-01ca3ebf3e48 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:18.523332 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-8c985061-0253-48e1-b17b-a2b1ce24604c req-3bf0d758-3965-49aa-badc-01ca3ebf3e48 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931625'] for floatingip (8a0b96f1-f966-40e3-beb1-1ba06259b3c7), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:18.523652 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.db.l3_db [req-8c985061-0253-48e1-b17b-a2b1ce24604c req-3bf0d758-3965-49aa-badc-01ca3ebf3e48 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Floating IP 8a0b96f1-f966-40e3-beb1-1ba06259b3c7 disassociated. External IP: 172.27.0.101, port: c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7. Feb 17 10:06:18.523995 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-8c985061-0253-48e1-b17b-a2b1ce24604c req-3bf0d758-3965-49aa-badc-01ca3ebf3e48 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Calling delete_port for c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7 owned by compute:nova {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:06:18.669731 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-8c985061-0253-48e1-b17b-a2b1ce24604c req-3bf0d758-3965-49aa-badc-01ca3ebf3e48 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:18.700159 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0d758-3965-49aa-badc-01ca3ebf3e48 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Pushing event deleted for resources: {'Port': ['ID=c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:06:18.711568 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0d758-3965-49aa-badc-01ca3ebf3e48 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:18.711926 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0d758-3965-49aa-badc-01ca3ebf3e48 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:18.712283 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0d758-3965-49aa-badc-01ca3ebf3e48 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:18.712626 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0d758-3965-49aa-badc-01ca3ebf3e48 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:18.712960 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0d758-3965-49aa-badc-01ca3ebf3e48 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:18.713290 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0d758-3965-49aa-badc-01ca3ebf3e48 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:18.713630 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0d758-3965-49aa-badc-01ca3ebf3e48 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:18.713962 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0d758-3965-49aa-badc-01ca3ebf3e48 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:18.714304 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0d758-3965-49aa-badc-01ca3ebf3e48 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:18.714638 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0d758-3965-49aa-badc-01ca3ebf3e48 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:18.714965 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0d758-3965-49aa-badc-01ca3ebf3e48 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:18.715322 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0d758-3965-49aa-badc-01ca3ebf3e48 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:18.715817 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0d758-3965-49aa-badc-01ca3ebf3e48 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:18.800665 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a71c6a05-13fa-4fc9-bb82-e4f0585df7b9 req-d3ff6081-2ceb-49f1-9b0e-58efeba9203f tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=7a79ad66-6f88-4993-8efb-f2882ffe164e HTTP/1.1" status: 200 len: 210 time: 0.0263069 Feb 17 10:06:18.823064 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c985061-0253-48e1-b17b-a2b1ce24604c req-3bf0d758-3965-49aa-badc-01ca3ebf3e48 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Router f94f7519-460f-4822-8cd3-df4a286121e6 has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 10:06:18.928911 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c985061-0253-48e1-b17b-a2b1ce24604c req-3bf0d758-3965-49aa-badc-01ca3ebf3e48 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 10:06:18.938596 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3114a162-bddb-4bae-8426-2e3f289a5948 None None] Sync routers for ids ['f94f7519-460f-4822-8cd3-df4a286121e6'] in dv-cinder-778193-18-iscsi {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:06:18.948840 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3114a162-bddb-4bae-8426-2e3f289a5948 None None] Routers {'f94f7519-460f-4822-8cd3-df4a286121e6'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:06:18.949461 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-3114a162-bddb-4bae-8426-2e3f289a5948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:06:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['f94f7519-460f-4822-8cd3-df4a286121e6'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:06:18.968327 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c985061-0253-48e1-b17b-a2b1ce24604c req-3bf0d758-3965-49aa-badc-01ca3ebf3e48 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] No DVR routers for this DVR port c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7 on host hv-cinder-77819 {{(pid=102621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:06:18.971036 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-8c985061-0253-48e1-b17b-a2b1ce24604c req-3bf0d758-3965-49aa-badc-01ca3ebf3e48 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:18.974577 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-8c985061-0253-48e1-b17b-a2b1ce24604c req-3bf0d758-3965-49aa-badc-01ca3ebf3e48 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.93 "DELETE /v2.0/ports/c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7 HTTP/1.1" status: 204 len: 173 time: 0.8104589 Feb 17 10:06:18.975059 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a79ad66-6f88-4993-8efb-f2882ffe164e', 'name': 'network-vif-deleted', 'tag': 'c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:06:18.977410 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbf242f-ea2c-4961-962e-5ab086374ae9" -d '{"events": [{"server_uuid": "7a79ad66-6f88-4993-8efb-f2882ffe164e", "name": "network-vif-deleted", "tag": "c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:06:19.064142 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-3114a162-bddb-4bae-8426-2e3f289a5948 None None] Set router f94f7519-460f-4822-8cd3-df4a286121e6 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:06:19.097977 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 10:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3268af4-66b1-41ed-9d60-3337918849ee x-openstack-request-id: req-c3268af4-66b1-41ed-9d60-3337918849ee {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:06:19.098268 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a79ad66-6f88-4993-8efb-f2882ffe164e", "name": "network-vif-deleted", "tag": "c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:06:19.098517 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c3268af4-66b1-41ed-9d60-3337918849ee {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:06:19.098944 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a79ad66-6f88-4993-8efb-f2882ffe164e', 'name': 'network-vif-deleted', 'tag': 'c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7', 'status': 'completed', 'code': 200} Feb 17 10:06:19.270227 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-3114a162-bddb-4bae-8426-2e3f289a5948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'name': 'tempest-TestVolumeBootPattern-1005016422-router', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:38Z', 'revision_number': 4, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'gw_port': {'id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': 'fc01b100-62d0-4462-915b-9aaf5edcab5a', 'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'mac_address': 'fa:16:3e:98:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:38Z', 'updated_at': '2022-02-17T10:03:43Z', 'revision_number': 5, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'subnets': [{'id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:06:19.297307 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3114a162-bddb-4bae-8426-2e3f289a5948 None None] Checking router: f94f7519-460f-4822-8cd3-df4a286121e6 for host: dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:06:19.306320 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3114a162-bddb-4bae-8426-2e3f289a5948 None None] Routers {'f94f7519-460f-4822-8cd3-df4a286121e6'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:06:19.306956 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-3114a162-bddb-4bae-8426-2e3f289a5948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:06:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['f94f7519-460f-4822-8cd3-df4a286121e6'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:06:19.415727 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-3114a162-bddb-4bae-8426-2e3f289a5948 None None] Set router f94f7519-460f-4822-8cd3-df4a286121e6 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:06:19.613618 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-3114a162-bddb-4bae-8426-2e3f289a5948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'name': 'tempest-TestVolumeBootPattern-1005016422-router', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:38Z', 'revision_number': 4, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'gw_port': {'id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': 'fc01b100-62d0-4462-915b-9aaf5edcab5a', 'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'mac_address': 'fa:16:3e:98:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:38Z', 'updated_at': '2022-02-17T10:03:43Z', 'revision_number': 5, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'subnets': [{'id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:06:19.641275 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3114a162-bddb-4bae-8426-2e3f289a5948 None None] The sync data for ids ['f94f7519-460f-4822-8cd3-df4a286121e6'] in dv-cinder-778193-18-iscsi is: [{'id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'name': 'tempest-TestVolumeBootPattern-1005016422-router', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:38Z', 'revision_number': 4, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'gw_port': {'id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': 'fc01b100-62d0-4462-915b-9aaf5edcab5a', 'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'mac_address': 'fa:16:3e:98:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:38Z', 'updated_at': '2022-02-17T10:03:43Z', 'revision_number': 5, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'subnets': [{'id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:06:19.899306 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787357e0-e8a7-4f94-8e9b-5b214c4b7ee6 None None] New status for floating IP 8a0b96f1-f966-40e3-beb1-1ba06259b3c7: DOWN {{(pid=102623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:06:20.111458 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-17fa1d03-cb42-44ef-8996-498deee0e755 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-213111669&fields=id&tenant_id=411bdc45389d4a268817c5d2f56f9cae HTTP/1.1" status: 200 len: 267 time: 0.0524719 Feb 17 10:06:20.220204 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-adcfd7b3-4325-44c8-a1af-e16be1fbeccb tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:20.221554 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-adcfd7b3-4325-44c8-a1af-e16be1fbeccb tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/networks?id=f7c23ad4-e769-46e2-964a-5aaf62bcc267 HTTP/1.1" status: 200 len: 812 time: 0.1027448 Feb 17 10:06:20.235945 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-13a72b0a-8bbe-4480-84c6-b3abadce872f tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/quotas/411bdc45389d4a268817c5d2f56f9cae HTTP/1.1" status: 200 len: 375 time: 0.0085375 Feb 17 10:06:20.287551 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-fb3f5862-493f-42c2-b6b4-6fa845688836 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=411bdc45389d4a268817c5d2f56f9cae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469396 Feb 17 10:06:20.343760 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-150e5aab-78db-46cd-b4b7-e18e9902541f service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=102620) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 10:06:20.344778 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-150e5aab-78db-46cd-b4b7-e18e9902541f service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0463033 Feb 17 10:06:20.436266 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-09eb028c-3120-4195-82d9-63541d6c6284 service neutron] 10.222.0.82 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848405 Feb 17 10:06:20.522845 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-623a3fda-0014-430b-8c93-6b478eada45d service neutron] 10.222.0.82 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810168 Feb 17 10:06:21.461947 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:06:21.481856 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] No Port match for: c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7 {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:06:21.482206 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device c46dbbba-fd4b-4b3f-af38-eaa4ff5fd0d7 not bound to the agent host hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:06:21.806529 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-a9fd7d20-2b0d-4572-ba5d-39a745c257a1 req-7aedb813-035f-4706-86f6-12161b37ca83 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=a3296763-01f5-4273-a019-1dd2508dbd32 HTTP/1.1" status: 200 len: 210 time: 0.0262802 Feb 17 10:06:22.874011 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-7763253c-a39c-4729-935a-facae92186a4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:22.875658 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-7763253c-a39c-4729-935a-facae92186a4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.93 "GET /v2.0/networks?id=f7c23ad4-e769-46e2-964a-5aaf62bcc267 HTTP/1.1" status: 200 len: 812 time: 0.1065924 Feb 17 10:06:22.907530 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-39959946-5341-47f3-aac9-03836d1635d8 req-ed000713-5b25-43af-9fcc-aa2592c43634 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=a3296763-01f5-4273-a019-1dd2508dbd32 HTTP/1.1" status: 200 len: 210 time: 0.0315466 Feb 17 10:06:22.939410 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-6ae8a263-304c-4c23-b821-b752b41a19c7 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=411bdc45389d4a268817c5d2f56f9cae HTTP/1.1" status: 200 len: 379 time: 0.0549765 Feb 17 10:06:22.947596 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-bc9383b6-e4da-491b-ab9a-28450c1aae95 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Request body: {'port': {'device_id': 'a3296763-01f5-4273-a019-1dd2508dbd32', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'admin_state_up': True, 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'security_groups': ['6f14c503-2584-4027-a3f2-2ddb81bc9a8c']}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:06:23.051783 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-bc9383b6-e4da-491b-ab9a-28450c1aae95 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Made reservation on behalf of 411bdc45389d4a268817c5d2f56f9cae for: {'port': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:06:23.055844 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-bc9383b6-e4da-491b-ab9a-28450c1aae95 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:23.183636 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_common [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-bc9383b6-e4da-491b-ab9a-28450c1aae95 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Allocated IP 172.20.0.4 (f7c23ad4-e769-46e2-964a-5aaf62bcc267/c8ef9284-000b-4af0-a9af-9056be7c4591/a9bd6967-b90f-48bf-87a8-7c5229041c45) {{(pid=102621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:06:23.326039 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-bc9383b6-e4da-491b-ab9a-28450c1aae95 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for port (a9bd6967-b90f-48bf-87a8-7c5229041c45), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:23.361735 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-bc9383b6-e4da-491b-ab9a-28450c1aae95 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (a9bd6967-b90f-48bf-87a8-7c5229041c45), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:23.406258 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-bc9383b6-e4da-491b-ab9a-28450c1aae95 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Network f7c23ad4-e769-46e2-964a-5aaf62bcc267 is already hosted by enough agents. {{(pid=102621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:06:23.409259 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-bc9383b6-e4da-491b-ab9a-28450c1aae95 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Resources bound (agent type, host, resource id): {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:06:23.413461 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-bc9383b6-e4da-491b-ab9a-28450c1aae95 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Received port after_create {{(pid=102621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 10:06:23.436880 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9383b6-e4da-491b-ab9a-28450c1aae95 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Pushing event updated for resources: {'Port': ['ID=a9bd6967-b90f-48bf-87a8-7c5229041c45,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:06:23.464652 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-bc9383b6-e4da-491b-ab9a-28450c1aae95 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:23.465232 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-bc9383b6-e4da-491b-ab9a-28450c1aae95 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:23.481113 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-bc9383b6-e4da-491b-ab9a-28450c1aae95 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5370619 Feb 17 10:06:23.494324 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-58b46e12-8704-4449-be91-49224bd915c2 service neutron] Request body: {'port': {'device_id': 'a3296763-01f5-4273-a019-1dd2508dbd32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:06:23.558452 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-58b46e12-8704-4449-be91-49224bd915c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (a9bd6967-b90f-48bf-87a8-7c5229041c45), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:23.645507 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-2a92d1e2-e940-49d1-91b2-cfb2fbadf82f None None] Provisioning complete for port a9bd6967-b90f-48bf-87a8-7c5229041c45 triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:06:23.646129 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-2a92d1e2-e940-49d1-91b2-cfb2fbadf82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (a9bd6967-b90f-48bf-87a8-7c5229041c45), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:23.684747 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-2a92d1e2-e940-49d1-91b2-cfb2fbadf82f None None] Port a9bd6967-b90f-48bf-87a8-7c5229041c45 cannot update to ACTIVE because it is not bound. {{(pid=102622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 10:06:23.816305 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-58b46e12-8704-4449-be91-49224bd915c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9bd6967-b90f-48bf-87a8-7c5229041c45 {{(pid=102621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 10:06:23.824185 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-58b46e12-8704-4449-be91-49224bd915c2 service neutron] Publish callbacks [] for port (a9bd6967-b90f-48bf-87a8-7c5229041c45), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:23.837085 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.provisioning_blocks [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-58b46e12-8704-4449-be91-49224bd915c2 service neutron] Transition to ACTIVE for port object a9bd6967-b90f-48bf-87a8-7c5229041c45 will not be triggered until provisioned by entity L2. {{(pid=102621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:06:23.840523 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-58b46e12-8704-4449-be91-49224bd915c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9010360'] for port (a9bd6967-b90f-48bf-87a8-7c5229041c45), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:23.889576 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b46e12-8704-4449-be91-49224bd915c2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9bd6967-b90f-48bf-87a8-7c5229041c45,revision_number=2']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:06:23.969502 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-58b46e12-8704-4449-be91-49224bd915c2 service neutron] Attempting to bind port a9bd6967-b90f-48bf-87a8-7c5229041c45 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 10:06:23.969845 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-58b46e12-8704-4449-be91-49224bd915c2 service neutron] Attempting to bind port a9bd6967-b90f-48bf-87a8-7c5229041c45 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '265976b3-8da1-45bb-8b52-934eef26661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267'}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 10:06:23.970186 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-58b46e12-8704-4449-be91-49224bd915c2 service neutron] Attempting to bind port a9bd6967-b90f-48bf-87a8-7c5229041c45 on network f7c23ad4-e769-46e2-964a-5aaf62bcc267 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 10:06:23.975823 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-58b46e12-8704-4449-be91-49224bd915c2 service neutron] Port a9bd6967-b90f-48bf-87a8-7c5229041c45 on network f7c23ad4-e769-46e2-964a-5aaf62bcc267 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 10:06:23.976147 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-58b46e12-8704-4449-be91-49224bd915c2 service neutron] Attempting to bind port a9bd6967-b90f-48bf-87a8-7c5229041c45 on network f7c23ad4-e769-46e2-964a-5aaf62bcc267 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 10:06:23.981576 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-58b46e12-8704-4449-be91-49224bd915c2 service neutron] Checking agent: {'id': '57512943-2fb5-44da-9b65-1b43ee30ab09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'started_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 10:06:23.981921 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-58b46e12-8704-4449-be91-49224bd915c2 service neutron] Checking segment: {'id': '265976b3-8da1-45bb-8b52-934eef26661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 10:06:23.982304 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-58b46e12-8704-4449-be91-49224bd915c2 service neutron] Bound using segment: {'id': '265976b3-8da1-45bb-8b52-934eef26661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267'} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 10:06:23.982733 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-58b46e12-8704-4449-be91-49224bd915c2 service neutron] Bound port: a9bd6967-b90f-48bf-87a8-7c5229041c45, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '265976b3-8da1-45bb-8b52-934eef26661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267'}}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 10:06:23.983093 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-58b46e12-8704-4449-be91-49224bd915c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (a9bd6967-b90f-48bf-87a8-7c5229041c45), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:24.040314 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc3990-afc6-46e8-9d3b-5f0f07f4d8a4 req-0abd80e9-0818-4ab7-a153-e82cfef59574 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:24.042004 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-60bc3990-afc6-46e8-9d3b-5f0f07f4d8a4 req-0abd80e9-0818-4ab7-a153-e82cfef59574 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=a3296763-01f5-4273-a019-1dd2508dbd32 HTTP/1.1" status: 200 len: 943 time: 0.0614724 Feb 17 10:06:24.062830 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-58b46e12-8704-4449-be91-49224bd915c2 service neutron] For port a9bd6967-b90f-48bf-87a8-7c5229041c45, host hv-cinder-77819, cleared binding levels {{(pid=102621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 10:06:24.067132 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-58b46e12-8704-4449-be91-49224bd915c2 service neutron] For port a9bd6967-b90f-48bf-87a8-7c5229041c45, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a9bd6967-b90f-48bf-87a8-7c5229041c45,segment=NetworkSegment(265976b3-8da1-45bb-8b52-934eef26661c),segment_id=265976b3-8da1-45bb-8b52-934eef26661c)] {{(pid=102621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 10:06:24.075025 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-58b46e12-8704-4449-be91-49224bd915c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9010360'] for port (a9bd6967-b90f-48bf-87a8-7c5229041c45), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:24.101486 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-60bc3990-afc6-46e8-9d3b-5f0f07f4d8a4 req-0e930edb-123b-4640-aefc-1631fbb88dd7 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530164 Feb 17 10:06:24.107982 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-58b46e12-8704-4449-be91-49224bd915c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:24.108591 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-58b46e12-8704-4449-be91-49224bd915c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:24.109965 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-58b46e12-8704-4449-be91-49224bd915c2 service neutron] 10.222.0.93 "PUT /v2.0/ports/a9bd6967-b90f-48bf-87a8-7c5229041c45 HTTP/1.1" status: 200 len: 1093 time: 0.6205518 Feb 17 10:06:24.110412 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3296763-01f5-4273-a019-1dd2508dbd32', 'tag': 'a9bd6967-b90f-48bf-87a8-7c5229041c45'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:06:24.112667 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b82f7f-f020-42f6-8967-a07e85f934a7" -d '{"events": [{"name": "network-changed", "server_uuid": "a3296763-01f5-4273-a019-1dd2508dbd32", "tag": "a9bd6967-b90f-48bf-87a8-7c5229041c45"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:06:24.140649 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b46e12-8704-4449-be91-49224bd915c2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9bd6967-b90f-48bf-87a8-7c5229041c45,revision_number=3']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:06:24.159393 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 10:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390d089c-70b6-4f52-9f8e-fad9ee689554 x-openstack-request-id: req-390d089c-70b6-4f52-9f8e-fad9ee689554 {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:06:24.159737 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3296763-01f5-4273-a019-1dd2508dbd32", "tag": "a9bd6967-b90f-48bf-87a8-7c5229041c45", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:06:24.160123 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-390d089c-70b6-4f52-9f8e-fad9ee689554 {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:06:24.160549 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3296763-01f5-4273-a019-1dd2508dbd32', 'tag': 'a9bd6967-b90f-48bf-87a8-7c5229041c45', 'status': 'completed', 'code': 200} Feb 17 10:06:24.208927 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-72041b6f-7ede-42c5-8458-7f2f6b76804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:24.210440 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-72041b6f-7ede-42c5-8458-7f2f6b76804d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=411bdc45389d4a268817c5d2f56f9cae&device_id=a3296763-01f5-4273-a019-1dd2508dbd32 HTTP/1.1" status: 200 len: 1127 time: 0.0459044 Feb 17 10:06:24.259380 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-11c7597a-784a-487b-a746-0ae35f05435e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9bd6967-b90f-48bf-87a8-7c5229041c45 HTTP/1.1" status: 200 len: 217 time: 0.0386763 Feb 17 10:06:24.312506 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-03064edc-245a-4a6a-936a-298074e70b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:24.314015 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-03064edc-245a-4a6a-936a-298074e70b6f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c8ef9284-000b-4af0-a9af-9056be7c4591 HTTP/1.1" status: 200 len: 851 time: 0.0457344 Feb 17 10:06:24.366290 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-c9dfbe5c-601a-46ab-a021-92bbd06ef84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:24.367834 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-c9dfbe5c-601a-46ab-a021-92bbd06ef84d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f7c23ad4-e769-46e2-964a-5aaf62bcc267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448172 Feb 17 10:06:24.460199 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-d54e7d8f-0d62-4b41-bbfd-cd2b00b17fe0 service neutron] 10.222.0.93 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824966 Feb 17 10:06:24.552204 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-4e0a73f7-8c3a-40dc-81c4-e8f4f7065572 req-5206260a-e7ad-43f6-beab-6ccd4db14b24 service neutron] 10.222.0.93 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829349 Feb 17 10:06:24.645141 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b82f7f-f020-42f6-8967-a07e85f934a7 req-bd6e1f5b-9673-4dca-9d99-0371a000b25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:24.647171 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e4b82f7f-f020-42f6-8967-a07e85f934a7 req-bd6e1f5b-9673-4dca-9d99-0371a000b25f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=411bdc45389d4a268817c5d2f56f9cae&device_id=a3296763-01f5-4273-a019-1dd2508dbd32 HTTP/1.1" status: 200 len: 1127 time: 0.0437281 Feb 17 10:06:24.732452 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b82f7f-f020-42f6-8967-a07e85f934a7 req-b1aff895-c7fb-405c-a46e-8174c6b8398a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:24.733871 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e4b82f7f-f020-42f6-8967-a07e85f934a7 req-b1aff895-c7fb-405c-a46e-8174c6b8398a service neutron] 10.222.0.93 "GET /v2.0/networks?id=f7c23ad4-e769-46e2-964a-5aaf62bcc267 HTTP/1.1" status: 200 len: 914 time: 0.0796070 Feb 17 10:06:24.779811 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e4b82f7f-f020-42f6-8967-a07e85f934a7 req-6c7bc986-6270-4b58-b34a-8d24b8d51167 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9bd6967-b90f-48bf-87a8-7c5229041c45 HTTP/1.1" status: 200 len: 217 time: 0.0357556 Feb 17 10:06:24.826510 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b82f7f-f020-42f6-8967-a07e85f934a7 req-60f239d2-f9bb-4c8c-895d-85ba8d60be70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:24.827929 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e4b82f7f-f020-42f6-8967-a07e85f934a7 req-60f239d2-f9bb-4c8c-895d-85ba8d60be70 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c8ef9284-000b-4af0-a9af-9056be7c4591 HTTP/1.1" status: 200 len: 851 time: 0.0419326 Feb 17 10:06:24.873544 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b82f7f-f020-42f6-8967-a07e85f934a7 req-fb05a6f2-45d9-40d8-9c34-3393f2f74eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:24.874970 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e4b82f7f-f020-42f6-8967-a07e85f934a7 req-fb05a6f2-45d9-40d8-9c34-3393f2f74eb8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f7c23ad4-e769-46e2-964a-5aaf62bcc267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409133 Feb 17 10:06:24.966009 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e4b82f7f-f020-42f6-8967-a07e85f934a7 req-9cdca992-5c71-44e0-8ace-5f4be4ed9f38 service neutron] 10.222.0.93 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813599 Feb 17 10:06:25.054874 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e4b82f7f-f020-42f6-8967-a07e85f934a7 req-4c4cd051-c8d6-430a-8bff-7e65fa8ccd17 service neutron] 10.222.0.93 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795698 Feb 17 10:06:25.225470 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d29a3-50e2-435d-95ac-629fa2e91554 req-6f502c5e-51c5-4471-97d3-beb563748cde tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:25.226937 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b43d29a3-50e2-435d-95ac-629fa2e91554 req-6f502c5e-51c5-4471-97d3-beb563748cde tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=a3296763-01f5-4273-a019-1dd2508dbd32 HTTP/1.1" status: 200 len: 943 time: 0.0513289 Feb 17 10:06:25.273864 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b43d29a3-50e2-435d-95ac-629fa2e91554 req-ae39ba5e-a008-4bd4-a8be-cd72886df08d tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415101 Feb 17 10:06:26.402284 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44788d-88ed-4719-81e0-8d8cb972dc82 req-1a16acff-0b4b-49ba-a15f-de6934a0f79a tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:26.403659 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8d44788d-88ed-4719-81e0-8d8cb972dc82 req-1a16acff-0b4b-49ba-a15f-de6934a0f79a tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=a3296763-01f5-4273-a019-1dd2508dbd32 HTTP/1.1" status: 200 len: 943 time: 0.0540843 Feb 17 10:06:26.449976 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8d44788d-88ed-4719-81e0-8d8cb972dc82 req-b5d4ec79-fedd-4b99-b1cd-d94288edb3ab tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407712 Feb 17 10:06:27.529807 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:06:27.566234 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3156cca-0a38-4c95-aca8-c910a53772d7 req-5a50c657-656d-447b-a485-6fe77dfd9d78 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:27.567749 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b3156cca-0a38-4c95-aca8-c910a53772d7 req-5a50c657-656d-447b-a485-6fe77dfd9d78 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=a3296763-01f5-4273-a019-1dd2508dbd32 HTTP/1.1" status: 200 len: 943 time: 0.0506401 Feb 17 10:06:27.615510 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b3156cca-0a38-4c95-aca8-c910a53772d7 req-8448a0b8-76f0-4e14-bda9-b43fceb6dcb0 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423124 Feb 17 10:06:28.735653 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9940a50-3281-426f-8c2b-6ab9635f024f req-c5e0f228-a36e-48e0-b632-8323a7c4f45f tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:28.737147 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e9940a50-3281-426f-8c2b-6ab9635f024f req-c5e0f228-a36e-48e0-b632-8323a7c4f45f tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=a3296763-01f5-4273-a019-1dd2508dbd32 HTTP/1.1" status: 200 len: 943 time: 0.0574076 Feb 17 10:06:28.786029 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e9940a50-3281-426f-8c2b-6ab9635f024f req-bcc01b5c-23a9-425f-92dc-9b5e2e45c7dd tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428140 Feb 17 10:06:29.900627 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab052784-9915-40d8-8905-256dcc27e771 req-a5462276-947b-4a38-8a20-62d04cea67f9 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:29.902090 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ab052784-9915-40d8-8905-256dcc27e771 req-a5462276-947b-4a38-8a20-62d04cea67f9 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=a3296763-01f5-4273-a019-1dd2508dbd32 HTTP/1.1" status: 200 len: 943 time: 0.0517645 Feb 17 10:06:29.949794 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ab052784-9915-40d8-8905-256dcc27e771 req-70c1aa02-1040-4b9e-ad32-e9c108ecf67b tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421741 Feb 17 10:06:31.063997 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8a489-ba42-4eeb-962d-45ade601a9a0 req-cb529241-68a8-4efb-9935-ddf6a29f0fbf tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:31.065466 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-dac8a489-ba42-4eeb-962d-45ade601a9a0 req-cb529241-68a8-4efb-9935-ddf6a29f0fbf tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=a3296763-01f5-4273-a019-1dd2508dbd32 HTTP/1.1" status: 200 len: 943 time: 0.0513139 Feb 17 10:06:31.116270 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-dac8a489-ba42-4eeb-962d-45ade601a9a0 req-e8d4760a-7484-4b63-a1b5-c6a5b8f647fc tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452504 Feb 17 10:06:32.231287 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242a909-e45e-41ec-84c8-c272cf12c008 req-7ffe8642-f22c-4718-b5e6-51bfe58cf045 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:32.232764 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b242a909-e45e-41ec-84c8-c272cf12c008 req-7ffe8642-f22c-4718-b5e6-51bfe58cf045 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=a3296763-01f5-4273-a019-1dd2508dbd32 HTTP/1.1" status: 200 len: 943 time: 0.0510631 Feb 17 10:06:32.280618 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b242a909-e45e-41ec-84c8-c272cf12c008 req-d15b97f0-d283-4f31-b273-b93628fb3dd3 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422463 Feb 17 10:06:33.397483 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9600a-2775-42f6-8d6e-83696d8d648a req-1273b454-6b5c-4e1d-90c7-70e6497d7835 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:33.398858 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-01e9600a-2775-42f6-8d6e-83696d8d648a req-1273b454-6b5c-4e1d-90c7-70e6497d7835 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=a3296763-01f5-4273-a019-1dd2508dbd32 HTTP/1.1" status: 200 len: 943 time: 0.0510724 Feb 17 10:06:33.445489 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-01e9600a-2775-42f6-8d6e-83696d8d648a req-5484d9ce-5d56-4e7d-abe2-c0b97469b988 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411665 Feb 17 10:06:33.522465 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device a9bd6967-b90f-48bf-87a8-7c5229041c45 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 10:06:33.617181 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port a9bd6967-b90f-48bf-87a8-7c5229041c45, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a9bd6967-b90f-48bf-87a8-7c5229041c45,segment=NetworkSegment(265976b3-8da1-45bb-8b52-934eef26661c),segment_id=265976b3-8da1-45bb-8b52-934eef26661c)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:06:33.627840 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Returning: {'device': 'a9bd6967-b90f-48bf-87a8-7c5229041c45', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'port_id': 'a9bd6967-b90f-48bf-87a8-7c5229041c45', 'mac_address': 'fa:16:3e:48:74:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 10:06:33.664755 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port a9bd6967-b90f-48bf-87a8-7c5229041c45 is: DOWN; New status is: BUILD {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:06:33.665063 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (a9bd6967-b90f-48bf-87a8-7c5229041c45), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:33.678204 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9bd6967-b90f-48bf-87a8-7c5229041c45 {{(pid=102622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 10:06:33.698385 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port a9bd6967-b90f-48bf-87a8-7c5229041c45, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a9bd6967-b90f-48bf-87a8-7c5229041c45,segment=NetworkSegment(265976b3-8da1-45bb-8b52-934eef26661c),segment_id=265976b3-8da1-45bb-8b52-934eef26661c)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:06:33.702407 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (a9bd6967-b90f-48bf-87a8-7c5229041c45), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:33.748197 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=a9bd6967-b90f-48bf-87a8-7c5229041c45,revision_number=4']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:06:33.754809 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:33.755300 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:33.755660 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:33.755998 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:33.756329 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:33.756660 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:33.756986 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:33.757312 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:33.757636 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:33.757958 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:33.758279 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:33.758856 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:33.759189 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:33.907177 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:33.978064 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['a9bd6967-b90f-48bf-87a8-7c5229041c45'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 10:06:34.565853 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4da9c-0004-44eb-b9c5-a9eaf4fd7895 req-5d4915a5-ceac-400a-83a4-c920f693e385 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:34.567351 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-afe4da9c-0004-44eb-b9c5-a9eaf4fd7895 req-5d4915a5-ceac-400a-83a4-c920f693e385 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=a3296763-01f5-4273-a019-1dd2508dbd32 HTTP/1.1" status: 200 len: 944 time: 0.0553868 Feb 17 10:06:34.615840 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-afe4da9c-0004-44eb-b9c5-a9eaf4fd7895 req-5fa3a5d6-ab90-430f-94df-8dfc276df2ea tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424089 Feb 17 10:06:35.514249 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device a9bd6967-b90f-48bf-87a8-7c5229041c45 up at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 10:06:35.562033 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning for port a9bd6967-b90f-48bf-87a8-7c5229041c45 completed by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:06:35.565918 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning complete for port a9bd6967-b90f-48bf-87a8-7c5229041c45 triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:06:35.566295 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (a9bd6967-b90f-48bf-87a8-7c5229041c45), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:35.640636 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port a9bd6967-b90f-48bf-87a8-7c5229041c45 is: BUILD; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:06:35.641027 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (a9bd6967-b90f-48bf-87a8-7c5229041c45), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:35.663883 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3296763-01f5-4273-a019-1dd2508dbd32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bd6967-b90f-48bf-87a8-7c5229041c45'}] {{(pid=102622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:06:35.666121 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c0921c82721ddcd3043691fcb1168a632d6e856cc39374f61865f4aa2fd6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1480fe-1af9-4587-8c72-473ec17c3b6e" -d '{"events": [{"server_uuid": "a3296763-01f5-4273-a019-1dd2508dbd32", "name": "network-vif-plugged", "status": "completed", "tag": "a9bd6967-b90f-48bf-87a8-7c5229041c45"}]}' {{(pid=102622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:06:35.683791 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port a9bd6967-b90f-48bf-87a8-7c5229041c45, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a9bd6967-b90f-48bf-87a8-7c5229041c45,segment=NetworkSegment(265976b3-8da1-45bb-8b52-934eef26661c),segment_id=265976b3-8da1-45bb-8b52-934eef26661c)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:06:35.688375 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (a9bd6967-b90f-48bf-87a8-7c5229041c45), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:35.736057 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d14c71-1a29-4faf-87c8-edc1d50f7f1f req-f5814952-c438-40b8-ac4a-e3e6fafba52e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:35.738233 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=a9bd6967-b90f-48bf-87a8-7c5229041c45,revision_number=5']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:06:35.748615 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-10d14c71-1a29-4faf-87c8-edc1d50f7f1f req-f5814952-c438-40b8-ac4a-e3e6fafba52e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=a3296763-01f5-4273-a019-1dd2508dbd32 HTTP/1.1" status: 200 len: 945 time: 0.0642600 Feb 17 10:06:35.775464 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 10:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2e9b36-7ff9-4d42-81dc-448a5d8dff9f x-openstack-request-id: req-ec2e9b36-7ff9-4d42-81dc-448a5d8dff9f {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:06:35.775762 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3296763-01f5-4273-a019-1dd2508dbd32", "name": "network-vif-plugged", "status": "completed", "tag": "a9bd6967-b90f-48bf-87a8-7c5229041c45", "code": 200}]} {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:06:35.776040 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ec2e9b36-7ff9-4d42-81dc-448a5d8dff9f {{(pid=102622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:06:35.776468 dv-cinder-778193-18-iscsi neutron-server[102622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3296763-01f5-4273-a019-1dd2508dbd32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bd6967-b90f-48bf-87a8-7c5229041c45', 'code': 200} Feb 17 10:06:35.797227 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-10d14c71-1a29-4faf-87c8-edc1d50f7f1f req-8cfd97f2-9849-4a4f-bb06-db45db686f54 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432723 Feb 17 10:06:36.017500 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16145286-29c0-458b-8e72-361ae4309172 req-976119ef-aec8-4015-ba42-8bf06fb25a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:36.019022 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-16145286-29c0-458b-8e72-361ae4309172 req-976119ef-aec8-4015-ba42-8bf06fb25a1a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a3296763-01f5-4273-a019-1dd2508dbd32 HTTP/1.1" status: 200 len: 1129 time: 0.0465512 Feb 17 10:06:36.065917 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-16145286-29c0-458b-8e72-361ae4309172 req-ed68e0b9-cc75-4706-b0bb-67b4f824a481 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379250 Feb 17 10:06:36.916209 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70080528-3b6d-4d24-b92c-4de21afb6dd5 req-f4b01602-af41-4600-b453-e1ff2fced250 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:36.917666 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-70080528-3b6d-4d24-b92c-4de21afb6dd5 req-f4b01602-af41-4600-b453-e1ff2fced250 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=a3296763-01f5-4273-a019-1dd2508dbd32 HTTP/1.1" status: 200 len: 945 time: 0.0505950 Feb 17 10:06:36.968486 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-70080528-3b6d-4d24-b92c-4de21afb6dd5 req-e7b9b486-7f97-4b42-b544-f0db4ce0392a tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453715 Feb 17 10:06:38.085300 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3492d6e-9628-447d-a77f-fc389b2a21ef req-f2c7fa0f-ad9e-4dca-b2ee-04f3ba8f2fee tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:38.086784 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c3492d6e-9628-447d-a77f-fc389b2a21ef req-f2c7fa0f-ad9e-4dca-b2ee-04f3ba8f2fee tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=a3296763-01f5-4273-a019-1dd2508dbd32 HTTP/1.1" status: 200 len: 945 time: 0.0524471 Feb 17 10:06:38.134308 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-c3492d6e-9628-447d-a77f-fc389b2a21ef req-a4cf8553-d2b3-4869-b5c8-bf96fffde44c tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419996 Feb 17 10:06:38.248630 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824d399-d0c0-4022-a336-e4680c46f9b5 req-8c9cc1b9-c557-43f1-bd50-3e2e3110601f tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:38.249999 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b824d399-d0c0-4022-a336-e4680c46f9b5 req-8c9cc1b9-c557-43f1-bd50-3e2e3110601f tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=a3296763-01f5-4273-a019-1dd2508dbd32 HTTP/1.1" status: 200 len: 945 time: 0.0506499 Feb 17 10:06:38.297234 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b824d399-d0c0-4022-a336-e4680c46f9b5 req-643b491a-36e1-4223-84f0-8af52c2f55a8 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418482 Feb 17 10:06:38.319708 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 56000) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:06:38.363025 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8fabf4-5be7-4a80-b8ec-9dba3d6ca4a3 tempest-TestVolumeBootPattern-140117693 tempest-TestVolumeBootPattern-140117693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:38.365042 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-2b8fabf4-5be7-4a80-b8ec-9dba3d6ca4a3 tempest-TestVolumeBootPattern-140117693 tempest-TestVolumeBootPattern-140117693-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=a3296763-01f5-4273-a019-1dd2508dbd32 HTTP/1.1" status: 200 len: 1124 time: 0.0438516 Feb 17 10:06:38.367760 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 56002) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:06:38.371844 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-8dd78d22-80b5-411a-963a-eee7a1c5b7aa tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Request body: {'floatingip': {'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'port_id': 'a9bd6967-b90f-48bf-87a8-7c5229041c45', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:06:38.391756 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8dd78d22-80b5-411a-963a-eee7a1c5b7aa tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:38.481698 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8dd78d22-80b5-411a-963a-eee7a1c5b7aa tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:38.584918 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.db_base_plugin_common [None req-8dd78d22-80b5-411a-963a-eee7a1c5b7aa tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Allocated IP 172.27.0.9 (e9041cdf-f130-4174-b12b-9a6052f109e9/ab0a3e63-7c03-47a8-8a32-e5bb6e305511/371e4981-c0d2-43a7-bb1d-676a7d6457fe) {{(pid=102620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:06:38.681061 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8dd78d22-80b5-411a-963a-eee7a1c5b7aa tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for port (371e4981-c0d2-43a7-bb1d-676a7d6457fe), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:38.716113 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8dd78d22-80b5-411a-963a-eee7a1c5b7aa tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11330461'] for port (371e4981-c0d2-43a7-bb1d-676a7d6457fe), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:38.753542 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd78d22-80b5-411a-963a-eee7a1c5b7aa tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Network e9041cdf-f130-4174-b12b-9a6052f109e9 is already hosted by enough agents. {{(pid=102620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:06:38.760448 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [None req-8dd78d22-80b5-411a-963a-eee7a1c5b7aa tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Resources bound (agent type, host, resource id): {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:06:38.763919 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd78d22-80b5-411a-963a-eee7a1c5b7aa tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Received port after_create {{(pid=102620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 10:06:38.769078 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd78d22-80b5-411a-963a-eee7a1c5b7aa tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Pushing event updated for resources: {'Port': ['ID=371e4981-c0d2-43a7-bb1d-676a7d6457fe,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:06:38.794340 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd78d22-80b5-411a-963a-eee7a1c5b7aa tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:38.794698 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd78d22-80b5-411a-963a-eee7a1c5b7aa tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:38.795053 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd78d22-80b5-411a-963a-eee7a1c5b7aa tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:38.795422 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd78d22-80b5-411a-963a-eee7a1c5b7aa tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:38.795762 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd78d22-80b5-411a-963a-eee7a1c5b7aa tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:38.796101 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd78d22-80b5-411a-963a-eee7a1c5b7aa tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:38.796439 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd78d22-80b5-411a-963a-eee7a1c5b7aa tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:38.796777 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd78d22-80b5-411a-963a-eee7a1c5b7aa tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:38.797111 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd78d22-80b5-411a-963a-eee7a1c5b7aa tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:38.797444 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd78d22-80b5-411a-963a-eee7a1c5b7aa tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:38.797775 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd78d22-80b5-411a-963a-eee7a1c5b7aa tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:38.798102 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd78d22-80b5-411a-963a-eee7a1c5b7aa tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:38.798429 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd78d22-80b5-411a-963a-eee7a1c5b7aa tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:39.116707 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8dd78d22-80b5-411a-963a-eee7a1c5b7aa tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for floatingip (08f1c14d-8fcd-4e3e-a62f-e47b028aad2d), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:39.187011 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8dd78d22-80b5-411a-963a-eee7a1c5b7aa tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (371e4981-c0d2-43a7-bb1d-676a7d6457fe), before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:39.336417 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8dd78d22-80b5-411a-963a-eee7a1c5b7aa tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for port (371e4981-c0d2-43a7-bb1d-676a7d6457fe), precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:39.340807 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8dd78d22-80b5-411a-963a-eee7a1c5b7aa tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11330454'] for port (371e4981-c0d2-43a7-bb1d-676a7d6457fe), after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:39.407208 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd78d22-80b5-411a-963a-eee7a1c5b7aa tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Pushing event updated for resources: {'Port': ['ID=371e4981-c0d2-43a7-bb1d-676a7d6457fe,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:06:39.416716 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8dd78d22-80b5-411a-963a-eee7a1c5b7aa tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931625'] for floatingip (08f1c14d-8fcd-4e3e-a62f-e47b028aad2d), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:39.513066 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.db.l3_db [None req-8dd78d22-80b5-411a-963a-eee7a1c5b7aa tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Floating IP 08f1c14d-8fcd-4e3e-a62f-e47b028aad2d associated. External IP: 172.27.0.9, port: a9bd6967-b90f-48bf-87a8-7c5229041c45. Feb 17 10:06:39.953029 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd78d22-80b5-411a-963a-eee7a1c5b7aa tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Router f94f7519-460f-4822-8cd3-df4a286121e6 has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 10:06:40.059710 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd78d22-80b5-411a-963a-eee7a1c5b7aa tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 10:06:40.070183 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc87bfa-5ab8-4eb1-86ad-7a24ed351964 None None] Sync routers for ids ['f94f7519-460f-4822-8cd3-df4a286121e6'] in dv-cinder-778193-18-iscsi {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:06:40.077931 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8dd78d22-80b5-411a-963a-eee7a1c5b7aa tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for floatingip (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:40.081754 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc87bfa-5ab8-4eb1-86ad-7a24ed351964 None None] Routers {'f94f7519-460f-4822-8cd3-df4a286121e6'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:06:40.082399 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-2bc87bfa-5ab8-4eb1-86ad-7a24ed351964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:06:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['f94f7519-460f-4822-8cd3-df4a286121e6'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:06:40.107089 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-8dd78d22-80b5-411a-963a-eee7a1c5b7aa tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.7383430 Feb 17 10:06:40.108307 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3296763-01f5-4273-a019-1dd2508dbd32', 'tag': 'a9bd6967-b90f-48bf-87a8-7c5229041c45'}] {{(pid=102620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:06:40.110553 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69de941e648a7b0ccac97a7d892e956e63e7941796132e5e6c0bd98302818107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98700618-13ec-4cbf-b800-8648c5f3196c" -d '{"events": [{"name": "network-changed", "server_uuid": "a3296763-01f5-4273-a019-1dd2508dbd32", "tag": "a9bd6967-b90f-48bf-87a8-7c5229041c45"}]}' {{(pid=102620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:06:40.193300 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-2bc87bfa-5ab8-4eb1-86ad-7a24ed351964 None None] Set router f94f7519-460f-4822-8cd3-df4a286121e6 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:06:40.200694 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 10:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a93e1e-b687-412e-a352-4c069a7675ad x-openstack-request-id: req-98a93e1e-b687-412e-a352-4c069a7675ad {{(pid=102620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:06:40.201215 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3296763-01f5-4273-a019-1dd2508dbd32", "tag": "a9bd6967-b90f-48bf-87a8-7c5229041c45", "status": "completed", "code": 200}]} {{(pid=102620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:06:40.201215 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-98a93e1e-b687-412e-a352-4c069a7675ad {{(pid=102620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:06:40.201638 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3296763-01f5-4273-a019-1dd2508dbd32', 'tag': 'a9bd6967-b90f-48bf-87a8-7c5229041c45', 'status': 'completed', 'code': 200} Feb 17 10:06:40.266716 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98700618-13ec-4cbf-b800-8648c5f3196c req-9fd0c8b4-a6d7-4100-b202-8e6a198a8a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:40.268246 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-98700618-13ec-4cbf-b800-8648c5f3196c req-9fd0c8b4-a6d7-4100-b202-8e6a198a8a38 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=411bdc45389d4a268817c5d2f56f9cae&device_id=a3296763-01f5-4273-a019-1dd2508dbd32 HTTP/1.1" status: 200 len: 1129 time: 0.0443709 Feb 17 10:06:40.360699 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98700618-13ec-4cbf-b800-8648c5f3196c req-5e96153b-9706-4961-94ea-7d966e64dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:40.362150 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-98700618-13ec-4cbf-b800-8648c5f3196c req-5e96153b-9706-4961-94ea-7d966e64dc3b service neutron] 10.222.0.93 "GET /v2.0/networks?id=f7c23ad4-e769-46e2-964a-5aaf62bcc267 HTTP/1.1" status: 200 len: 914 time: 0.0882571 Feb 17 10:06:40.417270 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-2bc87bfa-5ab8-4eb1-86ad-7a24ed351964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'name': 'tempest-TestVolumeBootPattern-1005016422-router', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:38Z', 'revision_number': 4, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'gw_port': {'id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_floatingips': [{'id': '08f1c14d-8fcd-4e3e-a62f-e47b028aad2d', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'floating_ip_address': '172.27.0.9', 'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'router_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'port_id': 'a9bd6967-b90f-48bf-87a8-7c5229041c45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'mac_address': 'fa:16:3e:48:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3296763-01f5-4273-a019-1dd2508dbd32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:06:38Z', 'updated_at': '2022-02-17T10:06:38Z', 'revision_number': 0, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc01b100-62d0-4462-915b-9aaf5edcab5a', 'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'mac_address': 'fa:16:3e:98:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:38Z', 'updated_at': '2022-02-17T10:03:43Z', 'revision_number': 5, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'subnets': [{'id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:06:40.426850 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-98700618-13ec-4cbf-b800-8648c5f3196c req-6ddc6605-db4f-4f7f-a87d-3413d577cdd5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9bd6967-b90f-48bf-87a8-7c5229041c45 HTTP/1.1" status: 200 len: 997 time: 0.0591898 Feb 17 10:06:40.443962 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc87bfa-5ab8-4eb1-86ad-7a24ed351964 None None] Checking router: f94f7519-460f-4822-8cd3-df4a286121e6 for host: dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:06:40.452360 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc87bfa-5ab8-4eb1-86ad-7a24ed351964 None None] Routers {'f94f7519-460f-4822-8cd3-df4a286121e6'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:06:40.452979 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-2bc87bfa-5ab8-4eb1-86ad-7a24ed351964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:06:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['f94f7519-460f-4822-8cd3-df4a286121e6'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:06:40.473286 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98700618-13ec-4cbf-b800-8648c5f3196c req-046cc46a-309c-4fbd-ba21-ec2d077a7c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:40.474787 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-98700618-13ec-4cbf-b800-8648c5f3196c req-046cc46a-309c-4fbd-ba21-ec2d077a7c18 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c8ef9284-000b-4af0-a9af-9056be7c4591 HTTP/1.1" status: 200 len: 851 time: 0.0421784 Feb 17 10:06:40.559828 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-2bc87bfa-5ab8-4eb1-86ad-7a24ed351964 None None] Set router f94f7519-460f-4822-8cd3-df4a286121e6 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:06:40.788970 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98700618-13ec-4cbf-b800-8648c5f3196c req-7b383cf5-7f6d-4332-9da7-9ba39ca809a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:40.790450 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-98700618-13ec-4cbf-b800-8648c5f3196c req-7b383cf5-7f6d-4332-9da7-9ba39ca809a7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f7c23ad4-e769-46e2-964a-5aaf62bcc267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3093672 Feb 17 10:06:40.877553 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-98700618-13ec-4cbf-b800-8648c5f3196c req-902f0a50-013d-4377-82f8-9f508b887532 service neutron] 10.222.0.93 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803978 Feb 17 10:06:40.920719 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-2bc87bfa-5ab8-4eb1-86ad-7a24ed351964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'name': 'tempest-TestVolumeBootPattern-1005016422-router', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:38Z', 'revision_number': 4, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'gw_port': {'id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_floatingips': [{'id': '08f1c14d-8fcd-4e3e-a62f-e47b028aad2d', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'floating_ip_address': '172.27.0.9', 'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'router_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'port_id': 'a9bd6967-b90f-48bf-87a8-7c5229041c45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'mac_address': 'fa:16:3e:48:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3296763-01f5-4273-a019-1dd2508dbd32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:06:38Z', 'updated_at': '2022-02-17T10:06:38Z', 'revision_number': 0, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc01b100-62d0-4462-915b-9aaf5edcab5a', 'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'mac_address': 'fa:16:3e:98:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:38Z', 'updated_at': '2022-02-17T10:03:43Z', 'revision_number': 5, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'subnets': [{'id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:06:40.951266 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc87bfa-5ab8-4eb1-86ad-7a24ed351964 None None] The sync data for ids ['f94f7519-460f-4822-8cd3-df4a286121e6'] in dv-cinder-778193-18-iscsi is: [{'id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'name': 'tempest-TestVolumeBootPattern-1005016422-router', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:38Z', 'revision_number': 4, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'gw_port': {'id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_floatingips': [{'id': '08f1c14d-8fcd-4e3e-a62f-e47b028aad2d', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'floating_ip_address': '172.27.0.9', 'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'router_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'port_id': 'a9bd6967-b90f-48bf-87a8-7c5229041c45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'mac_address': 'fa:16:3e:48:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3296763-01f5-4273-a019-1dd2508dbd32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:06:38Z', 'updated_at': '2022-02-17T10:06:38Z', 'revision_number': 0, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc01b100-62d0-4462-915b-9aaf5edcab5a', 'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'mac_address': 'fa:16:3e:98:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:38Z', 'updated_at': '2022-02-17T10:03:43Z', 'revision_number': 5, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'subnets': [{'id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:06:40.971625 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-98700618-13ec-4cbf-b800-8648c5f3196c req-b5f50260-f76d-45ba-84d0-53befc0426e7 service neutron] 10.222.0.93 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886240 Feb 17 10:06:41.151972 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9ce8ce-87dd-44c5-92c2-1553b373155b None None] New status for floating IP 08f1c14d-8fcd-4e3e-a62f-e47b028aad2d: ACTIVE {{(pid=102623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:06:41.459344 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-7c1501ec-b5b0-4e2f-99a6-1fce394e0ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:43.958413 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-352ad642-5611-4643-b3b2-fd20ffcc8d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:44.996450 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:46.307853 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:47.808406 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:07:03.931989 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:07:04.528994 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:07:11.461130 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-87e61470-26c7-4efc-a17d-77cf9c966ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:07:13.958515 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-1d91a8c1-8f18-4e42-9c7e-bdc85a1f4c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:07:14.999209 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:07:15.615168 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1e7fcbf8-a65a-469a-870e-dc6a0c8be5a0 req-941112b4-0fd6-4959-9874-ac5f85717799 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a3296763-01f5-4273-a019-1dd2508dbd32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417068 Feb 17 10:07:15.701566 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fcbf8-a65a-469a-870e-dc6a0c8be5a0 req-5da644c0-4231-4eb5-8d2c-efcc9a09b596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:07:15.703028 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1e7fcbf8-a65a-469a-870e-dc6a0c8be5a0 req-5da644c0-4231-4eb5-8d2c-efcc9a09b596 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=411bdc45389d4a268817c5d2f56f9cae&device_id=a3296763-01f5-4273-a019-1dd2508dbd32 HTTP/1.1" status: 200 len: 1129 time: 0.0428386 Feb 17 10:07:15.814932 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fcbf8-a65a-469a-870e-dc6a0c8be5a0 req-db58b4b2-ceb1-461e-9ab1-78905d7a3248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:07:15.816416 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1e7fcbf8-a65a-469a-870e-dc6a0c8be5a0 req-db58b4b2-ceb1-461e-9ab1-78905d7a3248 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f7c23ad4-e769-46e2-964a-5aaf62bcc267 HTTP/1.1" status: 200 len: 914 time: 0.0891564 Feb 17 10:07:15.883007 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1e7fcbf8-a65a-469a-870e-dc6a0c8be5a0 req-a5cafc98-9a86-42a3-9b13-50e30a73bcae service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9bd6967-b90f-48bf-87a8-7c5229041c45 HTTP/1.1" status: 200 len: 999 time: 0.0562656 Feb 17 10:07:15.937510 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fcbf8-a65a-469a-870e-dc6a0c8be5a0 req-32a20cb1-d857-4be7-9ded-d1912e37a8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:07:15.938903 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1e7fcbf8-a65a-469a-870e-dc6a0c8be5a0 req-32a20cb1-d857-4be7-9ded-d1912e37a8b2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c8ef9284-000b-4af0-a9af-9056be7c4591 HTTP/1.1" status: 200 len: 851 time: 0.0462179 Feb 17 10:07:15.986829 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fcbf8-a65a-469a-870e-dc6a0c8be5a0 req-c59e7f8d-e6ac-437a-a213-9d369a92f267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:07:15.988281 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1e7fcbf8-a65a-469a-870e-dc6a0c8be5a0 req-c59e7f8d-e6ac-437a-a213-9d369a92f267 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f7c23ad4-e769-46e2-964a-5aaf62bcc267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405700 Feb 17 10:07:16.077347 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1e7fcbf8-a65a-469a-870e-dc6a0c8be5a0 req-d4d76663-4915-4528-9cc3-6622a3b26abe service neutron] 10.222.0.93 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794804 Feb 17 10:07:16.168051 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1e7fcbf8-a65a-469a-870e-dc6a0c8be5a0 req-5fe1de26-43cc-46bf-9d64-66a9c1692a26 service neutron] 10.222.0.93 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821378 Feb 17 10:07:16.309376 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:07:17.810269 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:07:33.936552 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:07:41.461586 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-8a769f39-d9a3-4b2b-8245-d287839add6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:07:41.527780 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:07:43.960331 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-bc85aea6-62ae-4afa-a0ce-4f96e2a43ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:07:45.002861 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:07:46.311858 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:07:47.811813 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:03.931412 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:11.463645 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-5cb1e350-1701-4eee-bd68-4bb558454e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:13.962147 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-89b52e06-a3a0-4e5e-9c50-813e9c01f5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:14.967959 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e4d0c266-e70e-4017-b296-47beb02b3481 req-f57c819a-ffb2-4109-9602-ae32cadc49ae service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a3296763-01f5-4273-a019-1dd2508dbd32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410209 Feb 17 10:08:15.005814 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:15.055791 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0c266-e70e-4017-b296-47beb02b3481 req-6ad2fcf2-99e9-4ade-843f-ff4ea054ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:15.057306 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e4d0c266-e70e-4017-b296-47beb02b3481 req-6ad2fcf2-99e9-4ade-843f-ff4ea054ec5b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=411bdc45389d4a268817c5d2f56f9cae&device_id=a3296763-01f5-4273-a019-1dd2508dbd32 HTTP/1.1" status: 200 len: 1129 time: 0.0439339 Feb 17 10:08:15.166000 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0c266-e70e-4017-b296-47beb02b3481 req-40f3d64a-a46e-4c85-baf4-a7f22f40f098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:15.168121 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e4d0c266-e70e-4017-b296-47beb02b3481 req-40f3d64a-a46e-4c85-baf4-a7f22f40f098 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f7c23ad4-e769-46e2-964a-5aaf62bcc267 HTTP/1.1" status: 200 len: 914 time: 0.0885684 Feb 17 10:08:15.233657 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e4d0c266-e70e-4017-b296-47beb02b3481 req-6764dc4b-b7ac-4248-a394-d4e0752b57a0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9bd6967-b90f-48bf-87a8-7c5229041c45 HTTP/1.1" status: 200 len: 999 time: 0.0569115 Feb 17 10:08:15.288055 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0c266-e70e-4017-b296-47beb02b3481 req-90037069-0541-4b87-a609-82a4ccb63e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:15.289472 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e4d0c266-e70e-4017-b296-47beb02b3481 req-90037069-0541-4b87-a609-82a4ccb63e16 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c8ef9284-000b-4af0-a9af-9056be7c4591 HTTP/1.1" status: 200 len: 851 time: 0.0469718 Feb 17 10:08:15.340215 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0c266-e70e-4017-b296-47beb02b3481 req-1f6aed78-29a1-41ab-83f9-369cd1ac40c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:15.341667 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e4d0c266-e70e-4017-b296-47beb02b3481 req-1f6aed78-29a1-41ab-83f9-369cd1ac40c0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f7c23ad4-e769-46e2-964a-5aaf62bcc267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424740 Feb 17 10:08:15.433854 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e4d0c266-e70e-4017-b296-47beb02b3481 req-0ed6842e-0e60-4203-a694-f82ac018a9f8 service neutron] 10.222.0.93 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841532 Feb 17 10:08:15.534402 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e4d0c266-e70e-4017-b296-47beb02b3481 req-73807bb2-fe88-4db1-a34f-28d82077c7ae service neutron] 10.222.0.93 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909867 Feb 17 10:08:16.316223 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:17.816155 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:18.526388 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:08:27.175313 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-60d335d8-1274-4505-994c-f70f761711f5 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-213111669&fields=id&tenant_id=411bdc45389d4a268817c5d2f56f9cae HTTP/1.1" status: 200 len: 267 time: 0.0451097 Feb 17 10:08:27.278827 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-ba65e278-1cec-4a40-9bb4-0ca2a937f1d9 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:27.280282 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-ba65e278-1cec-4a40-9bb4-0ca2a937f1d9 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/networks?id=f7c23ad4-e769-46e2-964a-5aaf62bcc267 HTTP/1.1" status: 200 len: 812 time: 0.0986578 Feb 17 10:08:27.294698 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-74d7035e-da59-4eaa-9180-74fda57b4907 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/quotas/411bdc45389d4a268817c5d2f56f9cae HTTP/1.1" status: 200 len: 375 time: 0.0084918 Feb 17 10:08:27.348542 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-a4075d4d-19dd-45b0-82b0-dea60dca627b tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=411bdc45389d4a268817c5d2f56f9cae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491195 Feb 17 10:08:27.426688 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-c76b20f0-8dda-41a7-83e3-e4d197e80487 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=102620) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 10:08:27.427731 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-c76b20f0-8dda-41a7-83e3-e4d197e80487 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0688090 Feb 17 10:08:27.514434 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-0087fce1-b311-476d-acf7-3a8895a38cc2 service neutron] 10.222.0.82 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809765 Feb 17 10:08:27.603754 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-5877a63d-cd10-4460-a7d9-ae594aa67a0e service neutron] 10.222.0.82 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828488 Feb 17 10:08:27.877779 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-2e52ffd4-c670-4ce1-a1c4-5dfbddcc08a6 req-c2b763ec-3663-41e9-a430-4ce4c20dbf05 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=d88ca18d-13a6-457a-ae09-e7bfd67b5fe0 HTTP/1.1" status: 200 len: 210 time: 0.0268662 Feb 17 10:08:28.845318 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-d1a401ac-dd45-4aa1-9855-3211b25dc0d6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:28.846781 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-d1a401ac-dd45-4aa1-9855-3211b25dc0d6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.93 "GET /v2.0/networks?id=f7c23ad4-e769-46e2-964a-5aaf62bcc267 HTTP/1.1" status: 200 len: 812 time: 0.1049240 Feb 17 10:08:28.913035 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-64873176-ac4f-4e7c-b2c7-4729dbb91dbd tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=411bdc45389d4a268817c5d2f56f9cae HTTP/1.1" status: 200 len: 379 time: 0.0556993 Feb 17 10:08:28.922790 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-255ff627-c8ff-4efb-87b3-6a192f896fe6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Request body: {'port': {'device_id': 'd88ca18d-13a6-457a-ae09-e7bfd67b5fe0', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'admin_state_up': True, 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'security_groups': ['6f14c503-2584-4027-a3f2-2ddb81bc9a8c']}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:08:28.975891 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-8dfc03e1-ad29-4095-be7d-c107f38352bc req-7ad4bc68-2894-41c2-9ee1-7221822d8d45 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=d88ca18d-13a6-457a-ae09-e7bfd67b5fe0 HTTP/1.1" status: 200 len: 210 time: 0.0289643 Feb 17 10:08:29.042970 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-255ff627-c8ff-4efb-87b3-6a192f896fe6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Made reservation on behalf of 411bdc45389d4a268817c5d2f56f9cae for: {'port': 1} {{(pid=102621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:08:29.052557 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-255ff627-c8ff-4efb-87b3-6a192f896fe6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:29.180244 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_common [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-255ff627-c8ff-4efb-87b3-6a192f896fe6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Allocated IP 172.20.0.7 (f7c23ad4-e769-46e2-964a-5aaf62bcc267/c8ef9284-000b-4af0-a9af-9056be7c4591/b195ac1f-c433-4b2c-b40d-38b6df6b5d0e) {{(pid=102621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:08:29.318227 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-255ff627-c8ff-4efb-87b3-6a192f896fe6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for port (b195ac1f-c433-4b2c-b40d-38b6df6b5d0e), precommit_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:29.350512 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-255ff627-c8ff-4efb-87b3-6a192f896fe6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (b195ac1f-c433-4b2c-b40d-38b6df6b5d0e), after_create {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:29.396190 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-255ff627-c8ff-4efb-87b3-6a192f896fe6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Network f7c23ad4-e769-46e2-964a-5aaf62bcc267 is already hosted by enough agents. {{(pid=102621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:08:29.399204 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.base_scheduler [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-255ff627-c8ff-4efb-87b3-6a192f896fe6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Resources bound (agent type, host, resource id): {{(pid=102621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:08:29.403472 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-255ff627-c8ff-4efb-87b3-6a192f896fe6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Received port after_create {{(pid=102621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 10:08:29.407300 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ff627-c8ff-4efb-87b3-6a192f896fe6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Pushing event updated for resources: {'Port': ['ID=b195ac1f-c433-4b2c-b40d-38b6df6b5d0e,revision_number=1']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:08:29.435879 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ff627-c8ff-4efb-87b3-6a192f896fe6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:29.436363 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ff627-c8ff-4efb-87b3-6a192f896fe6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:29.436935 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ff627-c8ff-4efb-87b3-6a192f896fe6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:29.437494 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ff627-c8ff-4efb-87b3-6a192f896fe6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:29.438048 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ff627-c8ff-4efb-87b3-6a192f896fe6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:29.438607 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ff627-c8ff-4efb-87b3-6a192f896fe6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:29.439288 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ff627-c8ff-4efb-87b3-6a192f896fe6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:29.439812 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ff627-c8ff-4efb-87b3-6a192f896fe6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:29.440367 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ff627-c8ff-4efb-87b3-6a192f896fe6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:29.440925 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ff627-c8ff-4efb-87b3-6a192f896fe6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:29.441470 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ff627-c8ff-4efb-87b3-6a192f896fe6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:29.442004 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ff627-c8ff-4efb-87b3-6a192f896fe6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:29.442529 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ff627-c8ff-4efb-87b3-6a192f896fe6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:29.473685 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-255ff627-c8ff-4efb-87b3-6a192f896fe6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:29.474317 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-255ff627-c8ff-4efb-87b3-6a192f896fe6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:29.491356 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-255ff627-c8ff-4efb-87b3-6a192f896fe6 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5723493 Feb 17 10:08:29.503695 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.v2.base [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-c3248f27-a27e-4e70-b141-491afffe9b22 service neutron] Request body: {'port': {'device_id': 'd88ca18d-13a6-457a-ae09-e7bfd67b5fe0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:08:29.564836 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-c3248f27-a27e-4e70-b141-491afffe9b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (b195ac1f-c433-4b2c-b40d-38b6df6b5d0e), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:29.599359 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-4856819b-fac6-430a-a935-628126cba02e None None] Provisioning complete for port b195ac1f-c433-4b2c-b40d-38b6df6b5d0e triggered by entity DHCP. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:08:29.599966 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-4856819b-fac6-430a-a935-628126cba02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (b195ac1f-c433-4b2c-b40d-38b6df6b5d0e), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:29.633577 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-4856819b-fac6-430a-a935-628126cba02e None None] Port b195ac1f-c433-4b2c-b40d-38b6df6b5d0e cannot update to ACTIVE because it is not bound. {{(pid=102622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 10:08:29.820208 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-c3248f27-a27e-4e70-b141-491afffe9b22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b195ac1f-c433-4b2c-b40d-38b6df6b5d0e {{(pid=102621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 10:08:29.827414 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-c3248f27-a27e-4e70-b141-491afffe9b22 service neutron] Publish callbacks [] for port (b195ac1f-c433-4b2c-b40d-38b6df6b5d0e), precommit_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:29.839296 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.provisioning_blocks [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-c3248f27-a27e-4e70-b141-491afffe9b22 service neutron] Transition to ACTIVE for port object b195ac1f-c433-4b2c-b40d-38b6df6b5d0e will not be triggered until provisioned by entity L2. {{(pid=102621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:08:29.842681 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-c3248f27-a27e-4e70-b141-491afffe9b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9010360'] for port (b195ac1f-c433-4b2c-b40d-38b6df6b5d0e), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:29.894092 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3248f27-a27e-4e70-b141-491afffe9b22 service neutron] Pushing event updated for resources: {'Port': ['ID=b195ac1f-c433-4b2c-b40d-38b6df6b5d0e,revision_number=2']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:08:29.959567 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-c3248f27-a27e-4e70-b141-491afffe9b22 service neutron] Attempting to bind port b195ac1f-c433-4b2c-b40d-38b6df6b5d0e on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 10:08:29.959899 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-c3248f27-a27e-4e70-b141-491afffe9b22 service neutron] Attempting to bind port b195ac1f-c433-4b2c-b40d-38b6df6b5d0e by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '265976b3-8da1-45bb-8b52-934eef26661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267'}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 10:08:29.960225 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-c3248f27-a27e-4e70-b141-491afffe9b22 service neutron] Attempting to bind port b195ac1f-c433-4b2c-b40d-38b6df6b5d0e on network f7c23ad4-e769-46e2-964a-5aaf62bcc267 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 10:08:29.964741 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-c3248f27-a27e-4e70-b141-491afffe9b22 service neutron] Port b195ac1f-c433-4b2c-b40d-38b6df6b5d0e on network f7c23ad4-e769-46e2-964a-5aaf62bcc267 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 10:08:29.965060 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-c3248f27-a27e-4e70-b141-491afffe9b22 service neutron] Attempting to bind port b195ac1f-c433-4b2c-b40d-38b6df6b5d0e on network f7c23ad4-e769-46e2-964a-5aaf62bcc267 {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 10:08:29.969948 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-c3248f27-a27e-4e70-b141-491afffe9b22 service neutron] Checking agent: {'id': '57512943-2fb5-44da-9b65-1b43ee30ab09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'started_at': datetime.datetime(2022, 2, 17, 9, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 10:08:29.970314 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-c3248f27-a27e-4e70-b141-491afffe9b22 service neutron] Checking segment: {'id': '265976b3-8da1-45bb-8b52-934eef26661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 10:08:29.970688 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-c3248f27-a27e-4e70-b141-491afffe9b22 service neutron] Bound using segment: {'id': '265976b3-8da1-45bb-8b52-934eef26661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267'} {{(pid=102621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 10:08:29.971128 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.managers [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-c3248f27-a27e-4e70-b141-491afffe9b22 service neutron] Bound port: b195ac1f-c433-4b2c-b40d-38b6df6b5d0e, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '265976b3-8da1-45bb-8b52-934eef26661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267'}}] {{(pid=102621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 10:08:29.971502 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-c3248f27-a27e-4e70-b141-491afffe9b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (b195ac1f-c433-4b2c-b40d-38b6df6b5d0e), before_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:30.046171 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-c3248f27-a27e-4e70-b141-491afffe9b22 service neutron] For port b195ac1f-c433-4b2c-b40d-38b6df6b5d0e, host hv-cinder-77819, cleared binding levels {{(pid=102621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 10:08:30.049259 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-c3248f27-a27e-4e70-b141-491afffe9b22 service neutron] For port b195ac1f-c433-4b2c-b40d-38b6df6b5d0e, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b195ac1f-c433-4b2c-b40d-38b6df6b5d0e,segment=NetworkSegment(265976b3-8da1-45bb-8b52-934eef26661c),segment_id=265976b3-8da1-45bb-8b52-934eef26661c)] {{(pid=102621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 10:08:30.055589 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-c3248f27-a27e-4e70-b141-491afffe9b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9010360'] for port (b195ac1f-c433-4b2c-b40d-38b6df6b5d0e), after_update {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:30.087317 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-c3248f27-a27e-4e70-b141-491afffe9b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:30.087760 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-c3248f27-a27e-4e70-b141-491afffe9b22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:30.089124 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-c3248f27-a27e-4e70-b141-491afffe9b22 service neutron] 10.222.0.93 "PUT /v2.0/ports/b195ac1f-c433-4b2c-b40d-38b6df6b5d0e HTTP/1.1" status: 200 len: 1093 time: 0.5907180 Feb 17 10:08:30.091451 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd88ca18d-13a6-457a-ae09-e7bfd67b5fe0', 'tag': 'b195ac1f-c433-4b2c-b40d-38b6df6b5d0e'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:08:30.093733 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af29c542-a0e8-4d89-a5a6-752ef2f94bae" -d '{"events": [{"name": "network-changed", "server_uuid": "d88ca18d-13a6-457a-ae09-e7bfd67b5fe0", "tag": "b195ac1f-c433-4b2c-b40d-38b6df6b5d0e"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:08:30.121997 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c0706-3fa9-4332-b729-8bca7986bbc8 req-e40addd1-5876-4d6d-a1f9-7fe6bad5290b tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:30.123635 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3248f27-a27e-4e70-b141-491afffe9b22 service neutron] Pushing event updated for resources: {'Port': ['ID=b195ac1f-c433-4b2c-b40d-38b6df6b5d0e,revision_number=3']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:08:30.124511 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f17c0706-3fa9-4332-b729-8bca7986bbc8 req-e40addd1-5876-4d6d-a1f9-7fe6bad5290b tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=d88ca18d-13a6-457a-ae09-e7bfd67b5fe0 HTTP/1.1" status: 200 len: 943 time: 0.0751398 Feb 17 10:08:30.141119 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 10:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee3f454-4192-47f7-995e-38925ffff360 x-openstack-request-id: req-1ee3f454-4192-47f7-995e-38925ffff360 {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:08:30.142021 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d88ca18d-13a6-457a-ae09-e7bfd67b5fe0", "tag": "b195ac1f-c433-4b2c-b40d-38b6df6b5d0e", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:08:30.142285 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1ee3f454-4192-47f7-995e-38925ffff360 {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:08:30.142686 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd88ca18d-13a6-457a-ae09-e7bfd67b5fe0', 'tag': 'b195ac1f-c433-4b2c-b40d-38b6df6b5d0e', 'status': 'completed', 'code': 200} Feb 17 10:08:30.192158 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f17c0706-3fa9-4332-b729-8bca7986bbc8 req-16a43959-e7fb-47bc-bb59-4aaefc85308e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610044 Feb 17 10:08:30.197952 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-52c6808f-7bbf-4f17-b467-b611a34c37f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:30.199498 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-52c6808f-7bbf-4f17-b467-b611a34c37f1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=411bdc45389d4a268817c5d2f56f9cae&device_id=d88ca18d-13a6-457a-ae09-e7bfd67b5fe0 HTTP/1.1" status: 200 len: 1127 time: 0.0483475 Feb 17 10:08:30.248867 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-da3d2476-a0dd-4195-a728-b5c2a571a08b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b195ac1f-c433-4b2c-b40d-38b6df6b5d0e HTTP/1.1" status: 200 len: 217 time: 0.0380387 Feb 17 10:08:30.304866 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-10c2cea0-b44c-4a82-abda-b8ec34a03300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:30.306333 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-10c2cea0-b44c-4a82-abda-b8ec34a03300 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c8ef9284-000b-4af0-a9af-9056be7c4591 HTTP/1.1" status: 200 len: 851 time: 0.0477877 Feb 17 10:08:30.354452 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-24f8b1e3-f798-4113-bd1f-ba39f5632f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:30.355941 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-24f8b1e3-f798-4113-bd1f-ba39f5632f8e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f7c23ad4-e769-46e2-964a-5aaf62bcc267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426865 Feb 17 10:08:30.450403 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-803a406d-4786-4715-8be2-1fb5f39c96e4 service neutron] 10.222.0.93 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846021 Feb 17 10:08:30.541030 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-b8b22ec3-b513-4449-86cb-2392acd2239e req-14e91b6f-da01-4c30-b3d2-c2f465fc2e50 service neutron] 10.222.0.93 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819535 Feb 17 10:08:30.637905 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29c542-a0e8-4d89-a5a6-752ef2f94bae req-d5f5fa47-5d86-4003-a2ba-a47ab93794ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:30.639408 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-af29c542-a0e8-4d89-a5a6-752ef2f94bae req-d5f5fa47-5d86-4003-a2ba-a47ab93794ba service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=411bdc45389d4a268817c5d2f56f9cae&device_id=d88ca18d-13a6-457a-ae09-e7bfd67b5fe0 HTTP/1.1" status: 200 len: 1127 time: 0.0432773 Feb 17 10:08:30.728633 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29c542-a0e8-4d89-a5a6-752ef2f94bae req-6cfb263d-31fb-47a7-abe1-c8fc839c3d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:30.730068 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-af29c542-a0e8-4d89-a5a6-752ef2f94bae req-6cfb263d-31fb-47a7-abe1-c8fc839c3d1e service neutron] 10.222.0.93 "GET /v2.0/networks?id=f7c23ad4-e769-46e2-964a-5aaf62bcc267 HTTP/1.1" status: 200 len: 914 time: 0.0849106 Feb 17 10:08:30.771574 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-af29c542-a0e8-4d89-a5a6-752ef2f94bae req-9801e29a-9b1a-4c15-bd43-5435a23ff5e7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b195ac1f-c433-4b2c-b40d-38b6df6b5d0e HTTP/1.1" status: 200 len: 217 time: 0.0339732 Feb 17 10:08:30.826428 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29c542-a0e8-4d89-a5a6-752ef2f94bae req-1f4d7c19-9338-4ed1-92b4-a4c1501134bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:30.827828 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-af29c542-a0e8-4d89-a5a6-752ef2f94bae req-1f4d7c19-9338-4ed1-92b4-a4c1501134bb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c8ef9284-000b-4af0-a9af-9056be7c4591 HTTP/1.1" status: 200 len: 851 time: 0.0494375 Feb 17 10:08:30.877464 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29c542-a0e8-4d89-a5a6-752ef2f94bae req-5342280b-9f61-44ff-8320-2475c9daa0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:30.878935 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-af29c542-a0e8-4d89-a5a6-752ef2f94bae req-5342280b-9f61-44ff-8320-2475c9daa0b9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f7c23ad4-e769-46e2-964a-5aaf62bcc267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428061 Feb 17 10:08:30.969711 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-af29c542-a0e8-4d89-a5a6-752ef2f94bae req-49556493-0229-48b9-8d65-939d0fb9d5d9 service neutron] 10.222.0.93 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828063 Feb 17 10:08:31.063970 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-af29c542-a0e8-4d89-a5a6-752ef2f94bae req-a391784f-b1ee-467f-b1c2-5c427313be05 service neutron] 10.222.0.93 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853488 Feb 17 10:08:31.311139 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9054001-5762-4dc5-99d7-c85387acdbe8 req-c299e60e-8bba-41de-a47d-832be9d34adf tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:31.312661 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b9054001-5762-4dc5-99d7-c85387acdbe8 req-c299e60e-8bba-41de-a47d-832be9d34adf tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=d88ca18d-13a6-457a-ae09-e7bfd67b5fe0 HTTP/1.1" status: 200 len: 943 time: 0.0509915 Feb 17 10:08:31.359423 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b9054001-5762-4dc5-99d7-c85387acdbe8 req-7815274a-4234-4961-9cea-735e1006a530 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412505 Feb 17 10:08:32.473225 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22dc2fa-9f88-4037-9738-c3d51cecfaf9 req-d5248cd5-c7a9-42f4-953a-3f5fb2f0bf8f tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:32.474684 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f22dc2fa-9f88-4037-9738-c3d51cecfaf9 req-d5248cd5-c7a9-42f4-953a-3f5fb2f0bf8f tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=d88ca18d-13a6-457a-ae09-e7bfd67b5fe0 HTTP/1.1" status: 200 len: 943 time: 0.0498538 Feb 17 10:08:32.539893 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-f22dc2fa-9f88-4037-9738-c3d51cecfaf9 req-4185e7fd-5cd1-4c77-b72e-bb767e18bbd9 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596445 Feb 17 10:08:33.653983 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60e749-3c3e-430c-99c5-bfc973c8d663 req-45b8d06a-41cb-4484-b31f-3f34ef181ec7 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:33.655471 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7e60e749-3c3e-430c-99c5-bfc973c8d663 req-45b8d06a-41cb-4484-b31f-3f34ef181ec7 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=d88ca18d-13a6-457a-ae09-e7bfd67b5fe0 HTTP/1.1" status: 200 len: 943 time: 0.0513768 Feb 17 10:08:33.701747 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7e60e749-3c3e-430c-99c5-bfc973c8d663 req-7764ef0d-e194-467d-96b3-3c839788e3f0 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402887 Feb 17 10:08:33.928849 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:34.817783 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ceacc-8917-48ea-88e4-a9150ae3b396 req-dd31f8de-158c-4d87-a753-26a76b6016e5 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:34.819279 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ae6ceacc-8917-48ea-88e4-a9150ae3b396 req-dd31f8de-158c-4d87-a753-26a76b6016e5 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=d88ca18d-13a6-457a-ae09-e7bfd67b5fe0 HTTP/1.1" status: 200 len: 943 time: 0.0514259 Feb 17 10:08:34.870934 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-ae6ceacc-8917-48ea-88e4-a9150ae3b396 req-074c4949-b732-4888-9162-dcde03ed043d tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461614 Feb 17 10:08:35.992498 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae68ab7-bb56-4e43-b49c-0b7be247d0cd req-3cf8b457-3bec-4b3b-aa24-e17d01b7984e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:35.993849 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-fae68ab7-bb56-4e43-b49c-0b7be247d0cd req-3cf8b457-3bec-4b3b-aa24-e17d01b7984e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=d88ca18d-13a6-457a-ae09-e7bfd67b5fe0 HTTP/1.1" status: 200 len: 943 time: 0.0530746 Feb 17 10:08:36.040271 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-fae68ab7-bb56-4e43-b49c-0b7be247d0cd req-cdb9f54f-529a-4a37-b5fd-9882b3e606c8 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410099 Feb 17 10:08:37.154324 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90f24e-ec27-4b9b-98cf-e0c8e28bc725 req-d9bac5f1-0955-499f-8cfa-25ab63ecab9c tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:37.155839 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-bf90f24e-ec27-4b9b-98cf-e0c8e28bc725 req-d9bac5f1-0955-499f-8cfa-25ab63ecab9c tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=d88ca18d-13a6-457a-ae09-e7bfd67b5fe0 HTTP/1.1" status: 200 len: 943 time: 0.0511642 Feb 17 10:08:37.203715 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-bf90f24e-ec27-4b9b-98cf-e0c8e28bc725 req-e4e9f915-22e1-490d-9ca3-f48ee2fed90d tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418403 Feb 17 10:08:38.199130 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device b195ac1f-c433-4b2c-b40d-38b6df6b5d0e details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 10:08:38.295461 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port b195ac1f-c433-4b2c-b40d-38b6df6b5d0e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b195ac1f-c433-4b2c-b40d-38b6df6b5d0e,segment=NetworkSegment(265976b3-8da1-45bb-8b52-934eef26661c),segment_id=265976b3-8da1-45bb-8b52-934eef26661c)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:08:38.307647 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Returning: {'device': 'b195ac1f-c433-4b2c-b40d-38b6df6b5d0e', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'port_id': 'b195ac1f-c433-4b2c-b40d-38b6df6b5d0e', 'mac_address': 'fa:16:3e:e3:ad:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 10:08:38.324386 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace9e73-3068-4471-a63a-61b24a42989d req-3a76582c-57ac-48f5-93cb-ee778dfd79d1 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:38.325827 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4ace9e73-3068-4471-a63a-61b24a42989d req-3a76582c-57ac-48f5-93cb-ee778dfd79d1 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=d88ca18d-13a6-457a-ae09-e7bfd67b5fe0 HTTP/1.1" status: 200 len: 943 time: 0.0555632 Feb 17 10:08:38.345189 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port b195ac1f-c433-4b2c-b40d-38b6df6b5d0e is: DOWN; New status is: BUILD {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:08:38.345632 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (b195ac1f-c433-4b2c-b40d-38b6df6b5d0e), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:38.358506 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b195ac1f-c433-4b2c-b40d-38b6df6b5d0e {{(pid=102622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 10:08:38.375755 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-4ace9e73-3068-4471-a63a-61b24a42989d req-b8fb1161-f77b-4991-a40d-50ffb410bae8 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432246 Feb 17 10:08:38.377581 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port b195ac1f-c433-4b2c-b40d-38b6df6b5d0e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b195ac1f-c433-4b2c-b40d-38b6df6b5d0e,segment=NetworkSegment(265976b3-8da1-45bb-8b52-934eef26661c),segment_id=265976b3-8da1-45bb-8b52-934eef26661c)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:08:38.382592 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (b195ac1f-c433-4b2c-b40d-38b6df6b5d0e), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:38.428755 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=b195ac1f-c433-4b2c-b40d-38b6df6b5d0e,revision_number=4']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:08:38.435474 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:38.435823 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:38.436162 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:38.436494 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:38.436848 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:38.437158 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:38.437483 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:38.437808 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:38.438131 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:38.438990 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:38.439365 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:38.439688 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:38.440011 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:38.639406 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] get_ports_and_sgs() called for port_ids ['b195ac1f-c433-4b2c-b40d-38b6df6b5d0e'] {{(pid=102622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 10:08:39.492910 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fee0d6-5972-46e6-9e85-0b25d09e93a3 req-71b222d3-d863-4eca-b4fb-e4ac99fd9c06 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:39.494368 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-84fee0d6-5972-46e6-9e85-0b25d09e93a3 req-71b222d3-d863-4eca-b4fb-e4ac99fd9c06 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=d88ca18d-13a6-457a-ae09-e7bfd67b5fe0 HTTP/1.1" status: 200 len: 944 time: 0.0502062 Feb 17 10:08:39.541433 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-84fee0d6-5972-46e6-9e85-0b25d09e93a3 req-4c68b5b2-34f6-43d2-9823-662dc29e34cf tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415332 Feb 17 10:08:40.221956 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device b195ac1f-c433-4b2c-b40d-38b6df6b5d0e up at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 10:08:40.271799 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning for port b195ac1f-c433-4b2c-b40d-38b6df6b5d0e completed by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:08:40.275466 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.provisioning_blocks [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Provisioning complete for port b195ac1f-c433-4b2c-b40d-38b6df6b5d0e triggered by entity L2. {{(pid=102622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:08:40.275835 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459480'] for port (b195ac1f-c433-4b2c-b40d-38b6df6b5d0e), provisioning_complete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:40.351053 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Current status of the port b195ac1f-c433-4b2c-b40d-38b6df6b5d0e is: BUILD; New status is: ACTIVE {{(pid=102622) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 10:08:40.351375 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (b195ac1f-c433-4b2c-b40d-38b6df6b5d0e), before_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:40.372815 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88ca18d-13a6-457a-ae09-e7bfd67b5fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b195ac1f-c433-4b2c-b40d-38b6df6b5d0e'}] {{(pid=102622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:08:40.375029 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c0921c82721ddcd3043691fcb1168a632d6e856cc39374f61865f4aa2fd6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7668c35-59be-4f87-a5d7-b205df595e7d" -d '{"events": [{"server_uuid": "d88ca18d-13a6-457a-ae09-e7bfd67b5fe0", "name": "network-vif-plugged", "status": "completed", "tag": "b195ac1f-c433-4b2c-b40d-38b6df6b5d0e"}]}' {{(pid=102622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:08:40.387529 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] For port b195ac1f-c433-4b2c-b40d-38b6df6b5d0e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b195ac1f-c433-4b2c-b40d-38b6df6b5d0e,segment=NetworkSegment(265976b3-8da1-45bb-8b52-934eef26661c),segment_id=265976b3-8da1-45bb-8b52-934eef26661c)] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:08:40.391848 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429'] for port (b195ac1f-c433-4b2c-b40d-38b6df6b5d0e), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:40.418008 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 10:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c94587-b40f-4fe7-9670-8771c598bc6a x-openstack-request-id: req-41c94587-b40f-4fe7-9670-8771c598bc6a {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:08:40.418304 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d88ca18d-13a6-457a-ae09-e7bfd67b5fe0", "name": "network-vif-plugged", "status": "completed", "tag": "b195ac1f-c433-4b2c-b40d-38b6df6b5d0e", "code": 200}]} {{(pid=102622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:08:40.418554 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-41c94587-b40f-4fe7-9670-8771c598bc6a {{(pid=102622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:08:40.418946 dv-cinder-778193-18-iscsi neutron-server[102622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88ca18d-13a6-457a-ae09-e7bfd67b5fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b195ac1f-c433-4b2c-b40d-38b6df6b5d0e', 'code': 200} Feb 17 10:08:40.448799 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Pushing event updated for resources: {'Port': ['ID=b195ac1f-c433-4b2c-b40d-38b6df6b5d0e,revision_number=5']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:08:40.631401 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e8e72-e50b-46f2-83ce-3c681662838f req-8025e7f2-3810-4967-9b38-a826b722615d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:40.632823 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e38e8e72-e50b-46f2-83ce-3c681662838f req-8025e7f2-3810-4967-9b38-a826b722615d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d88ca18d-13a6-457a-ae09-e7bfd67b5fe0 HTTP/1.1" status: 200 len: 1129 time: 0.0454500 Feb 17 10:08:40.658461 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e16502-d427-4a35-b4a9-1eacf8b8394a req-19ed17a6-cf7c-469c-9219-2ded631ffd8a tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:40.660018 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-69e16502-d427-4a35-b4a9-1eacf8b8394a req-19ed17a6-cf7c-469c-9219-2ded631ffd8a tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=d88ca18d-13a6-457a-ae09-e7bfd67b5fe0 HTTP/1.1" status: 200 len: 945 time: 0.0526490 Feb 17 10:08:40.681882 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e38e8e72-e50b-46f2-83ce-3c681662838f req-428194b7-45b8-4fb9-b075-bf1a8fedce26 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427282 Feb 17 10:08:40.711068 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-69e16502-d427-4a35-b4a9-1eacf8b8394a req-2a8d9e8a-c595-4fb0-8476-d54d4335122f tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454001 Feb 17 10:08:41.465421 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-8cac9abe-dfa3-479d-b955-c8ee4bc87566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:41.829899 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47bf190-673d-4a1a-b8f6-8b4b9fa6c9a5 req-ad9727df-da07-4c56-92a5-ebf623784a5e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:41.831730 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d47bf190-673d-4a1a-b8f6-8b4b9fa6c9a5 req-ad9727df-da07-4c56-92a5-ebf623784a5e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=d88ca18d-13a6-457a-ae09-e7bfd67b5fe0 HTTP/1.1" status: 200 len: 945 time: 0.0524466 Feb 17 10:08:41.881354 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-d47bf190-673d-4a1a-b8f6-8b4b9fa6c9a5 req-5b734dc3-5286-4311-a5c6-014d5d707293 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437744 Feb 17 10:08:42.998142 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df23fac-bd18-48fa-968e-00a17678f09f req-cec11f1f-0bd4-44db-9853-cf4bc68b5efe tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:42.999661 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7df23fac-bd18-48fa-968e-00a17678f09f req-cec11f1f-0bd4-44db-9853-cf4bc68b5efe tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=d88ca18d-13a6-457a-ae09-e7bfd67b5fe0 HTTP/1.1" status: 200 len: 945 time: 0.0508189 Feb 17 10:08:43.048215 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-7df23fac-bd18-48fa-968e-00a17678f09f req-43dbcfa5-9fa1-48d6-a115-63a6db3e5a61 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418565 Feb 17 10:08:43.166436 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62c865-2e54-4b01-982c-cc31d3408732 req-fe8c06ad-a041-4c60-8f28-71698c6f0220 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:43.167851 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-fa62c865-2e54-4b01-982c-cc31d3408732 req-fe8c06ad-a041-4c60-8f28-71698c6f0220 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=d88ca18d-13a6-457a-ae09-e7bfd67b5fe0 HTTP/1.1" status: 200 len: 945 time: 0.0549984 Feb 17 10:08:43.214500 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-fa62c865-2e54-4b01-982c-cc31d3408732 req-4ffd6f24-95df-4ff4-994c-b4eeeaff48a2 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405941 Feb 17 10:08:43.237036 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 56140) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:08:43.277886 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea214d6-0056-432a-83ce-5c5e257fd070 tempest-TestVolumeBootPattern-140117693 tempest-TestVolumeBootPattern-140117693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:43.279418 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-eea214d6-0056-432a-83ce-5c5e257fd070 tempest-TestVolumeBootPattern-140117693 tempest-TestVolumeBootPattern-140117693-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=d88ca18d-13a6-457a-ae09-e7bfd67b5fe0 HTTP/1.1" status: 200 len: 1124 time: 0.0413363 Feb 17 10:08:43.282669 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 56142) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:08:43.286825 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.v2.base [None req-820887bb-7922-430a-8908-bec6dba2674e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Request body: {'floatingip': {'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'port_id': 'b195ac1f-c433-4b2c-b40d-38b6df6b5d0e', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:08:43.306622 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-820887bb-7922-430a-8908-bec6dba2674e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:43.401938 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-820887bb-7922-430a-8908-bec6dba2674e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (None), before_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:43.500542 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.db_base_plugin_common [None req-820887bb-7922-430a-8908-bec6dba2674e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Allocated IP 172.27.0.57 (e9041cdf-f130-4174-b12b-9a6052f109e9/ab0a3e63-7c03-47a8-8a32-e5bb6e305511/2579e2a4-a88d-4429-a68f-154339c2f60c) {{(pid=102620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:08:43.602650 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-820887bb-7922-430a-8908-bec6dba2674e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for port (2579e2a4-a88d-4429-a68f-154339c2f60c), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:43.636579 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-820887bb-7922-430a-8908-bec6dba2674e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771562233393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11330461'] for port (2579e2a4-a88d-4429-a68f-154339c2f60c), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:43.670188 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820887bb-7922-430a-8908-bec6dba2674e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Network e9041cdf-f130-4174-b12b-9a6052f109e9 is already hosted by enough agents. {{(pid=102620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:08:43.675305 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.base_scheduler [None req-820887bb-7922-430a-8908-bec6dba2674e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Resources bound (agent type, host, resource id): {{(pid=102620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:08:43.678647 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820887bb-7922-430a-8908-bec6dba2674e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Received port after_create {{(pid=102620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 10:08:43.704312 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820887bb-7922-430a-8908-bec6dba2674e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Pushing event updated for resources: {'Port': ['ID=2579e2a4-a88d-4429-a68f-154339c2f60c,revision_number=1']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:08:43.716409 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820887bb-7922-430a-8908-bec6dba2674e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:43.716759 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820887bb-7922-430a-8908-bec6dba2674e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:43.717106 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820887bb-7922-430a-8908-bec6dba2674e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:43.717440 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820887bb-7922-430a-8908-bec6dba2674e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:43.717767 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820887bb-7922-430a-8908-bec6dba2674e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:43.718089 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820887bb-7922-430a-8908-bec6dba2674e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:43.718414 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820887bb-7922-430a-8908-bec6dba2674e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:43.718737 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820887bb-7922-430a-8908-bec6dba2674e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:43.719058 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820887bb-7922-430a-8908-bec6dba2674e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:43.719429 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820887bb-7922-430a-8908-bec6dba2674e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:43.719750 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820887bb-7922-430a-8908-bec6dba2674e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:43.720071 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820887bb-7922-430a-8908-bec6dba2674e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:43.720388 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820887bb-7922-430a-8908-bec6dba2674e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:08:43.961627 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-099a86b9-93ee-4b33-b34f-3f0584130ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:44.046466 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-820887bb-7922-430a-8908-bec6dba2674e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for floatingip (dddd4e37-909a-4be7-9d5f-00404651abe7), precommit_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:44.114286 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-820887bb-7922-430a-8908-bec6dba2674e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768847'] for port (2579e2a4-a88d-4429-a68f-154339c2f60c), before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:44.258959 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-820887bb-7922-430a-8908-bec6dba2674e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for port (2579e2a4-a88d-4429-a68f-154339c2f60c), precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:44.263342 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-820887bb-7922-430a-8908-bec6dba2674e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771562759280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771562233411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771562233429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11330454'] for port (2579e2a4-a88d-4429-a68f-154339c2f60c), after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:44.330811 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820887bb-7922-430a-8908-bec6dba2674e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Pushing event updated for resources: {'Port': ['ID=2579e2a4-a88d-4429-a68f-154339c2f60c,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:08:44.341582 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-820887bb-7922-430a-8908-bec6dba2674e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3931625'] for floatingip (dddd4e37-909a-4be7-9d5f-00404651abe7), after_create {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:44.442596 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.db.l3_db [None req-820887bb-7922-430a-8908-bec6dba2674e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Floating IP dddd4e37-909a-4be7-9d5f-00404651abe7 associated. External IP: 172.27.0.57, port: b195ac1f-c433-4b2c-b40d-38b6df6b5d0e. Feb 17 10:08:44.646618 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820887bb-7922-430a-8908-bec6dba2674e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Router f94f7519-460f-4822-8cd3-df4a286121e6 has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 10:08:44.763592 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820887bb-7922-430a-8908-bec6dba2674e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 10:08:44.773188 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceeff78-9805-45af-a9e4-9ecccc8af445 None None] Sync routers for ids ['f94f7519-460f-4822-8cd3-df4a286121e6'] in dv-cinder-778193-18-iscsi {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:08:44.781076 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-820887bb-7922-430a-8908-bec6dba2674e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for floatingip (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:44.784092 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceeff78-9805-45af-a9e4-9ecccc8af445 None None] Routers {'f94f7519-460f-4822-8cd3-df4a286121e6'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:08:44.784806 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-eceeff78-9805-45af-a9e4-9ecccc8af445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:08:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['f94f7519-460f-4822-8cd3-df4a286121e6'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:08:44.810643 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-820887bb-7922-430a-8908-bec6dba2674e tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5269477 Feb 17 10:08:44.811254 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd88ca18d-13a6-457a-ae09-e7bfd67b5fe0', 'tag': 'b195ac1f-c433-4b2c-b40d-38b6df6b5d0e'}] {{(pid=102620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:08:44.813505 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69de941e648a7b0ccac97a7d892e956e63e7941796132e5e6c0bd98302818107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b18677-0435-476a-b1e9-7631299578ce" -d '{"events": [{"name": "network-changed", "server_uuid": "d88ca18d-13a6-457a-ae09-e7bfd67b5fe0", "tag": "b195ac1f-c433-4b2c-b40d-38b6df6b5d0e"}]}' {{(pid=102620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:08:44.848459 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 10:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c3b370-12f5-4bc9-a019-f867fc17612e x-openstack-request-id: req-18c3b370-12f5-4bc9-a019-f867fc17612e {{(pid=102620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:08:44.848828 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d88ca18d-13a6-457a-ae09-e7bfd67b5fe0", "tag": "b195ac1f-c433-4b2c-b40d-38b6df6b5d0e", "status": "completed", "code": 200}]} {{(pid=102620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:08:44.849090 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-18c3b370-12f5-4bc9-a019-f867fc17612e {{(pid=102620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:08:44.849493 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd88ca18d-13a6-457a-ae09-e7bfd67b5fe0', 'tag': 'b195ac1f-c433-4b2c-b40d-38b6df6b5d0e', 'status': 'completed', 'code': 200} Feb 17 10:08:44.893869 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-eceeff78-9805-45af-a9e4-9ecccc8af445 None None] Set router f94f7519-460f-4822-8cd3-df4a286121e6 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:08:44.913123 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b18677-0435-476a-b1e9-7631299578ce req-a1c093ec-13ed-421a-89c7-4c6293bcaa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:44.914542 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-25b18677-0435-476a-b1e9-7631299578ce req-a1c093ec-13ed-421a-89c7-4c6293bcaa42 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=411bdc45389d4a268817c5d2f56f9cae&device_id=d88ca18d-13a6-457a-ae09-e7bfd67b5fe0 HTTP/1.1" status: 200 len: 1129 time: 0.0435112 Feb 17 10:08:45.007521 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b18677-0435-476a-b1e9-7631299578ce req-23561ff7-9b23-4049-94a7-f69089fbcfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:45.009570 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-25b18677-0435-476a-b1e9-7631299578ce req-23561ff7-9b23-4049-94a7-f69089fbcfce service neutron] 10.222.0.93 "GET /v2.0/networks?id=f7c23ad4-e769-46e2-964a-5aaf62bcc267 HTTP/1.1" status: 200 len: 914 time: 0.0894408 Feb 17 10:08:45.029106 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:45.079024 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-25b18677-0435-476a-b1e9-7631299578ce req-6efb8080-7697-499d-8baf-429e2a0249db service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b195ac1f-c433-4b2c-b40d-38b6df6b5d0e HTTP/1.1" status: 200 len: 998 time: 0.0636990 Feb 17 10:08:45.124767 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b18677-0435-476a-b1e9-7631299578ce req-e5370ac8-64e8-41bc-a25f-fb2f8107829d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:45.126828 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-25b18677-0435-476a-b1e9-7631299578ce req-e5370ac8-64e8-41bc-a25f-fb2f8107829d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c8ef9284-000b-4af0-a9af-9056be7c4591 HTTP/1.1" status: 200 len: 851 time: 0.0427291 Feb 17 10:08:45.137673 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-eceeff78-9805-45af-a9e4-9ecccc8af445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'name': 'tempest-TestVolumeBootPattern-1005016422-router', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:38Z', 'revision_number': 4, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'gw_port': {'id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_floatingips': [{'id': '08f1c14d-8fcd-4e3e-a62f-e47b028aad2d', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'floating_ip_address': '172.27.0.9', 'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'router_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'port_id': 'a9bd6967-b90f-48bf-87a8-7c5229041c45', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'mac_address': 'fa:16:3e:48:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3296763-01f5-4273-a019-1dd2508dbd32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:06:38Z', 'updated_at': '2022-02-17T10:06:41Z', 'revision_number': 1, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'fixed_ip_address_scope': None}, {'id': 'dddd4e37-909a-4be7-9d5f-00404651abe7', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'floating_ip_address': '172.27.0.57', 'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'router_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'port_id': 'b195ac1f-c433-4b2c-b40d-38b6df6b5d0e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'mac_address': 'fa:16:3e:e3:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88ca18d-13a6-457a-ae09-e7bfd67b5fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:08:43Z', 'updated_at': '2022-02-17T10:08:43Z', 'revision_number': 0, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc01b100-62d0-4462-915b-9aaf5edcab5a', 'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'mac_address': 'fa:16:3e:98:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:38Z', 'updated_at': '2022-02-17T10:03:43Z', 'revision_number': 5, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'subnets': [{'id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:08:45.163623 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceeff78-9805-45af-a9e4-9ecccc8af445 None None] Checking router: f94f7519-460f-4822-8cd3-df4a286121e6 for host: dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:08:45.171740 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceeff78-9805-45af-a9e4-9ecccc8af445 None None] Routers {'f94f7519-460f-4822-8cd3-df4a286121e6'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:08:45.172961 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-eceeff78-9805-45af-a9e4-9ecccc8af445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:08:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['f94f7519-460f-4822-8cd3-df4a286121e6'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:08:45.173756 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b18677-0435-476a-b1e9-7631299578ce req-49cf7e13-dc9b-4aa1-9e0c-944864da1774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:45.175271 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-25b18677-0435-476a-b1e9-7631299578ce req-49cf7e13-dc9b-4aa1-9e0c-944864da1774 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f7c23ad4-e769-46e2-964a-5aaf62bcc267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429401 Feb 17 10:08:45.265097 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-25b18677-0435-476a-b1e9-7631299578ce req-90ab5de1-30e4-476e-be3f-c9ccd7abfd49 service neutron] 10.222.0.93 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830865 Feb 17 10:08:45.278936 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-eceeff78-9805-45af-a9e4-9ecccc8af445 None None] Set router f94f7519-460f-4822-8cd3-df4a286121e6 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:08:45.357077 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-25b18677-0435-476a-b1e9-7631299578ce req-1a42aaeb-1885-451a-9dfd-6a2f96abfd1a service neutron] 10.222.0.93 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865040 Feb 17 10:08:45.503736 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-eceeff78-9805-45af-a9e4-9ecccc8af445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'name': 'tempest-TestVolumeBootPattern-1005016422-router', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:38Z', 'revision_number': 4, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'gw_port': {'id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_floatingips': [{'id': '08f1c14d-8fcd-4e3e-a62f-e47b028aad2d', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'floating_ip_address': '172.27.0.9', 'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'router_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'port_id': 'a9bd6967-b90f-48bf-87a8-7c5229041c45', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'mac_address': 'fa:16:3e:48:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3296763-01f5-4273-a019-1dd2508dbd32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:06:38Z', 'updated_at': '2022-02-17T10:06:41Z', 'revision_number': 1, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'fixed_ip_address_scope': None}, {'id': 'dddd4e37-909a-4be7-9d5f-00404651abe7', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'floating_ip_address': '172.27.0.57', 'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'router_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'port_id': 'b195ac1f-c433-4b2c-b40d-38b6df6b5d0e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'mac_address': 'fa:16:3e:e3:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88ca18d-13a6-457a-ae09-e7bfd67b5fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:08:43Z', 'updated_at': '2022-02-17T10:08:43Z', 'revision_number': 0, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc01b100-62d0-4462-915b-9aaf5edcab5a', 'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'mac_address': 'fa:16:3e:98:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:38Z', 'updated_at': '2022-02-17T10:03:43Z', 'revision_number': 5, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'subnets': [{'id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:08:45.529634 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceeff78-9805-45af-a9e4-9ecccc8af445 None None] The sync data for ids ['f94f7519-460f-4822-8cd3-df4a286121e6'] in dv-cinder-778193-18-iscsi is: [{'id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'name': 'tempest-TestVolumeBootPattern-1005016422-router', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:38Z', 'revision_number': 4, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'gw_port': {'id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_floatingips': [{'id': '08f1c14d-8fcd-4e3e-a62f-e47b028aad2d', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'floating_ip_address': '172.27.0.9', 'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'router_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'port_id': 'a9bd6967-b90f-48bf-87a8-7c5229041c45', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'mac_address': 'fa:16:3e:48:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3296763-01f5-4273-a019-1dd2508dbd32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:06:38Z', 'updated_at': '2022-02-17T10:06:41Z', 'revision_number': 1, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'fixed_ip_address_scope': None}, {'id': 'dddd4e37-909a-4be7-9d5f-00404651abe7', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'floating_ip_address': '172.27.0.57', 'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'router_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'port_id': 'b195ac1f-c433-4b2c-b40d-38b6df6b5d0e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'mac_address': 'fa:16:3e:e3:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88ca18d-13a6-457a-ae09-e7bfd67b5fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:08:43Z', 'updated_at': '2022-02-17T10:08:43Z', 'revision_number': 0, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc01b100-62d0-4462-915b-9aaf5edcab5a', 'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'mac_address': 'fa:16:3e:98:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:38Z', 'updated_at': '2022-02-17T10:03:43Z', 'revision_number': 5, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'subnets': [{'id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:08:45.722403 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2756c93b-939d-4b32-b738-ab93b86da96b None None] New status for floating IP dddd4e37-909a-4be7-9d5f-00404651abe7: ACTIVE {{(pid=102623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:08:46.319660 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:47.817335 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:08:55.528029 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:09:03.942360 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:09:11.466494 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-9d3e3757-da7e-4c14-b436-8fcf518cf46a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:09:13.963967 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-bb67001b-7b28-4f13-99f7-f6951fa2c098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:09:15.011302 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:09:16.322981 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:09:16.982690 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9ee0b770-297b-493c-abb3-b6917d09d504 req-8855222b-ed1a-43a7-ba6d-60515a67b06a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a3296763-01f5-4273-a019-1dd2508dbd32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448496 Feb 17 10:09:17.074887 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0b770-297b-493c-abb3-b6917d09d504 req-9a8c8039-ea84-44aa-b828-e6e9b360fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:17.076409 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9ee0b770-297b-493c-abb3-b6917d09d504 req-9a8c8039-ea84-44aa-b828-e6e9b360fd47 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=411bdc45389d4a268817c5d2f56f9cae&device_id=a3296763-01f5-4273-a019-1dd2508dbd32 HTTP/1.1" status: 200 len: 1129 time: 0.0434408 Feb 17 10:09:17.205350 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0b770-297b-493c-abb3-b6917d09d504 req-fcc45e9e-b46c-4116-bb7d-7a62882e747e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:17.207483 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9ee0b770-297b-493c-abb3-b6917d09d504 req-fcc45e9e-b46c-4116-bb7d-7a62882e747e service neutron] 10.222.0.93 "GET /v2.0/networks?id=f7c23ad4-e769-46e2-964a-5aaf62bcc267 HTTP/1.1" status: 200 len: 914 time: 0.1081707 Feb 17 10:09:17.273244 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9ee0b770-297b-493c-abb3-b6917d09d504 req-c0017c94-1c0e-41a8-973f-afbfa22d0b70 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9bd6967-b90f-48bf-87a8-7c5229041c45 HTTP/1.1" status: 200 len: 999 time: 0.0564585 Feb 17 10:09:17.324034 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0b770-297b-493c-abb3-b6917d09d504 req-c52205e9-f375-40a9-ba41-b5cef4445225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:17.325398 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9ee0b770-297b-493c-abb3-b6917d09d504 req-c52205e9-f375-40a9-ba41-b5cef4445225 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c8ef9284-000b-4af0-a9af-9056be7c4591 HTTP/1.1" status: 200 len: 851 time: 0.0412028 Feb 17 10:09:17.375829 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0b770-297b-493c-abb3-b6917d09d504 req-3f039165-b4f1-4c2f-a9d0-4501185691cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:17.377263 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9ee0b770-297b-493c-abb3-b6917d09d504 req-3f039165-b4f1-4c2f-a9d0-4501185691cf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f7c23ad4-e769-46e2-964a-5aaf62bcc267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451951 Feb 17 10:09:17.467321 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9ee0b770-297b-493c-abb3-b6917d09d504 req-f659491c-9a58-4678-a54a-35e8b0f4e6ae service neutron] 10.222.0.93 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796354 Feb 17 10:09:17.564236 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-9ee0b770-297b-493c-abb3-b6917d09d504 req-d6412ee0-c285-4541-b90b-143c57956a85 service neutron] 10.222.0.93 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870738 Feb 17 10:09:17.819526 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:09:32.527153 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:09:33.941175 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:09:41.468437 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-449d210a-a0b6-4f6f-8729-7602f6fa7897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:09:43.964826 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-517f0cf2-4cd1-4bf5-b991-d664e48c7f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:09:45.014500 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:09:46.326276 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:09:47.821526 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:03.956500 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:09.525987 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:10:11.470172 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-9d7a4060-921b-4ad1-8d61-07cbfbe2c909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:12.210031 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 56174) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:10:12.414542 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [None req-9f5dc431-7a4e-472e-83a5-f2b561c180c4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Deleting port 2579e2a4-a88d-4429-a68f-154339c2f60c {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:10:12.414799 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-9f5dc431-7a4e-472e-83a5-f2b561c180c4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (2579e2a4-a88d-4429-a68f-154339c2f60c), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:12.490456 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-9f5dc431-7a4e-472e-83a5-f2b561c180c4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (2579e2a4-a88d-4429-a68f-154339c2f60c), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:12.490802 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-9f5dc431-7a4e-472e-83a5-f2b561c180c4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for floatingip (2579e2a4-a88d-4429-a68f-154339c2f60c), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:12.502229 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [None req-9f5dc431-7a4e-472e-83a5-f2b561c180c4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Calling delete_port for 2579e2a4-a88d-4429-a68f-154339c2f60c owned by network:floatingip {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:10:12.673488 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-9f5dc431-7a4e-472e-83a5-f2b561c180c4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (2579e2a4-a88d-4429-a68f-154339c2f60c), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:12.964082 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5dc431-7a4e-472e-83a5-f2b561c180c4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Pushing event deleted for resources: {'Port': ['ID=2579e2a4-a88d-4429-a68f-154339c2f60c,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:10:12.989243 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5dc431-7a4e-472e-83a5-f2b561c180c4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:12.989603 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5dc431-7a4e-472e-83a5-f2b561c180c4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:12.989974 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5dc431-7a4e-472e-83a5-f2b561c180c4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:12.990359 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5dc431-7a4e-472e-83a5-f2b561c180c4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:12.990698 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5dc431-7a4e-472e-83a5-f2b561c180c4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:12.991051 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5dc431-7a4e-472e-83a5-f2b561c180c4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:12.991436 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5dc431-7a4e-472e-83a5-f2b561c180c4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:12.991799 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5dc431-7a4e-472e-83a5-f2b561c180c4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:12.992172 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5dc431-7a4e-472e-83a5-f2b561c180c4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:12.992538 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5dc431-7a4e-472e-83a5-f2b561c180c4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:12.992896 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5dc431-7a4e-472e-83a5-f2b561c180c4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:12.993244 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5dc431-7a4e-472e-83a5-f2b561c180c4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:12.993589 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5dc431-7a4e-472e-83a5-f2b561c180c4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:13.034275 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-9f5dc431-7a4e-472e-83a5-f2b561c180c4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for floatingip (dddd4e37-909a-4be7-9d5f-00404651abe7), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:13.034601 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.db.l3_db [None req-9f5dc431-7a4e-472e-83a5-f2b561c180c4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Floating IP dddd4e37-909a-4be7-9d5f-00404651abe7 disassociated (deleted). External IP: 172.27.0.57, port: b195ac1f-c433-4b2c-b40d-38b6df6b5d0e. Feb 17 10:10:13.242572 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5dc431-7a4e-472e-83a5-f2b561c180c4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Router f94f7519-460f-4822-8cd3-df4a286121e6 has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 10:10:13.346933 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5dc431-7a4e-472e-83a5-f2b561c180c4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 10:10:13.351812 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-9f5dc431-7a4e-472e-83a5-f2b561c180c4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for floatingip (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:13.356705 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5448ce-094e-44ed-8baf-a69704cbcea8 None None] Sync routers for ids ['f94f7519-460f-4822-8cd3-df4a286121e6'] in dv-cinder-778193-18-iscsi {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:10:13.365669 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5448ce-094e-44ed-8baf-a69704cbcea8 None None] Routers {'f94f7519-460f-4822-8cd3-df4a286121e6'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:10:13.366282 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-6e5448ce-094e-44ed-8baf-a69704cbcea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:09:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['f94f7519-460f-4822-8cd3-df4a286121e6'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:10:13.386617 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-9f5dc431-7a4e-472e-83a5-f2b561c180c4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "DELETE /v2.0/floatingips/dddd4e37-909a-4be7-9d5f-00404651abe7 HTTP/1.1" status: 204 len: 168 time: 1.1754701 Feb 17 10:10:13.387767 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd88ca18d-13a6-457a-ae09-e7bfd67b5fe0', 'tag': 'b195ac1f-c433-4b2c-b40d-38b6df6b5d0e'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:10:13.390058 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f98e7bb-d9cf-4a9d-ba7f-8d3d26f192b1" -d '{"events": [{"name": "network-changed", "server_uuid": "d88ca18d-13a6-457a-ae09-e7bfd67b5fe0", "tag": "b195ac1f-c433-4b2c-b40d-38b6df6b5d0e"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:10:13.435625 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 10:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67901d37-275e-4f00-ba75-e42b19cc5a35 x-openstack-request-id: req-67901d37-275e-4f00-ba75-e42b19cc5a35 {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:10:13.435947 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d88ca18d-13a6-457a-ae09-e7bfd67b5fe0", "tag": "b195ac1f-c433-4b2c-b40d-38b6df6b5d0e", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:10:13.436953 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-67901d37-275e-4f00-ba75-e42b19cc5a35 {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:10:13.437366 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd88ca18d-13a6-457a-ae09-e7bfd67b5fe0', 'tag': 'b195ac1f-c433-4b2c-b40d-38b6df6b5d0e', 'status': 'completed', 'code': 200} Feb 17 10:10:13.514828 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98e7bb-d9cf-4a9d-ba7f-8d3d26f192b1 req-0c52e8b2-6a92-4a2a-b3e7-3851d0acf93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:10:13.516369 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1f98e7bb-d9cf-4a9d-ba7f-8d3d26f192b1 req-0c52e8b2-6a92-4a2a-b3e7-3851d0acf93d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=411bdc45389d4a268817c5d2f56f9cae&device_id=d88ca18d-13a6-457a-ae09-e7bfd67b5fe0 HTTP/1.1" status: 200 len: 1129 time: 0.0526605 Feb 17 10:10:13.618384 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-6e5448ce-094e-44ed-8baf-a69704cbcea8 None None] Set router f94f7519-460f-4822-8cd3-df4a286121e6 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:10:13.629574 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98e7bb-d9cf-4a9d-ba7f-8d3d26f192b1 req-2da337cd-6f9d-4b9f-86a8-940c6bdb3d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:10:13.631037 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1f98e7bb-d9cf-4a9d-ba7f-8d3d26f192b1 req-2da337cd-6f9d-4b9f-86a8-940c6bdb3d4b service neutron] 10.222.0.93 "GET /v2.0/networks?id=f7c23ad4-e769-46e2-964a-5aaf62bcc267 HTTP/1.1" status: 200 len: 914 time: 0.0999968 Feb 17 10:10:13.658322 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f2388a-f0a7-4141-a131-0c2d98909581 req-1484cbe8-b938-4d45-827e-36af0c6047b5 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:10:13.659936 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-37f2388a-f0a7-4141-a131-0c2d98909581 req-1484cbe8-b938-4d45-827e-36af0c6047b5 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=d88ca18d-13a6-457a-ae09-e7bfd67b5fe0 HTTP/1.1" status: 200 len: 945 time: 0.0628674 Feb 17 10:10:13.674357 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1f98e7bb-d9cf-4a9d-ba7f-8d3d26f192b1 req-ef245099-732b-429b-b830-7d1c1c7d2cd8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b195ac1f-c433-4b2c-b40d-38b6df6b5d0e HTTP/1.1" status: 200 len: 217 time: 0.0349019 Feb 17 10:10:13.712133 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-37f2388a-f0a7-4141-a131-0c2d98909581 req-a1261000-7562-4ac8-a622-bb23822aea91 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462558 Feb 17 10:10:13.732402 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98e7bb-d9cf-4a9d-ba7f-8d3d26f192b1 req-f30b1dec-44c4-4143-9e98-0372d2672a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:10:13.733888 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1f98e7bb-d9cf-4a9d-ba7f-8d3d26f192b1 req-f30b1dec-44c4-4143-9e98-0372d2672a42 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c8ef9284-000b-4af0-a9af-9056be7c4591 HTTP/1.1" status: 200 len: 851 time: 0.0532351 Feb 17 10:10:13.783446 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98e7bb-d9cf-4a9d-ba7f-8d3d26f192b1 req-007338ab-ab7f-4294-a6fa-f8edae749d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:10:13.784867 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1f98e7bb-d9cf-4a9d-ba7f-8d3d26f192b1 req-007338ab-ab7f-4294-a6fa-f8edae749d56 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f7c23ad4-e769-46e2-964a-5aaf62bcc267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445552 Feb 17 10:10:13.847086 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-6e5448ce-094e-44ed-8baf-a69704cbcea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'name': 'tempest-TestVolumeBootPattern-1005016422-router', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:38Z', 'revision_number': 4, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'gw_port': {'id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_floatingips': [{'id': '08f1c14d-8fcd-4e3e-a62f-e47b028aad2d', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'floating_ip_address': '172.27.0.9', 'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'router_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'port_id': 'a9bd6967-b90f-48bf-87a8-7c5229041c45', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'mac_address': 'fa:16:3e:48:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3296763-01f5-4273-a019-1dd2508dbd32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:06:38Z', 'updated_at': '2022-02-17T10:06:41Z', 'revision_number': 1, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc01b100-62d0-4462-915b-9aaf5edcab5a', 'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'mac_address': 'fa:16:3e:98:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:38Z', 'updated_at': '2022-02-17T10:03:43Z', 'revision_number': 5, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'subnets': [{'id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:10:13.874872 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1f98e7bb-d9cf-4a9d-ba7f-8d3d26f192b1 req-1a907e9f-8460-481e-ab8d-1f3e16e44077 service neutron] 10.222.0.93 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833197 Feb 17 10:10:13.877045 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5448ce-094e-44ed-8baf-a69704cbcea8 None None] Checking router: f94f7519-460f-4822-8cd3-df4a286121e6 for host: dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:10:13.885581 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5448ce-094e-44ed-8baf-a69704cbcea8 None None] Routers {'f94f7519-460f-4822-8cd3-df4a286121e6'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:10:13.886211 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-6e5448ce-094e-44ed-8baf-a69704cbcea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:09:44Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['f94f7519-460f-4822-8cd3-df4a286121e6'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:10:13.968835 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1f98e7bb-d9cf-4a9d-ba7f-8d3d26f192b1 req-a9068f99-2b9b-4859-8c6d-c385b7492db7 service neutron] 10.222.0.93 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867298 Feb 17 10:10:13.980232 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-9e1c9756-54c5-4878-a8ca-0f1ffc3d85cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:14.004153 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-6e5448ce-094e-44ed-8baf-a69704cbcea8 None None] Set router f94f7519-460f-4822-8cd3-df4a286121e6 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:10:14.222007 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-6e5448ce-094e-44ed-8baf-a69704cbcea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'name': 'tempest-TestVolumeBootPattern-1005016422-router', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:38Z', 'revision_number': 4, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'gw_port': {'id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_floatingips': [{'id': '08f1c14d-8fcd-4e3e-a62f-e47b028aad2d', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'floating_ip_address': '172.27.0.9', 'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'router_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'port_id': 'a9bd6967-b90f-48bf-87a8-7c5229041c45', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'mac_address': 'fa:16:3e:48:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3296763-01f5-4273-a019-1dd2508dbd32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:06:38Z', 'updated_at': '2022-02-17T10:06:41Z', 'revision_number': 1, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc01b100-62d0-4462-915b-9aaf5edcab5a', 'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'mac_address': 'fa:16:3e:98:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:38Z', 'updated_at': '2022-02-17T10:03:43Z', 'revision_number': 5, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'subnets': [{'id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:10:14.252963 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5448ce-094e-44ed-8baf-a69704cbcea8 None None] The sync data for ids ['f94f7519-460f-4822-8cd3-df4a286121e6'] in dv-cinder-778193-18-iscsi is: [{'id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'name': 'tempest-TestVolumeBootPattern-1005016422-router', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:38Z', 'revision_number': 4, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'gw_port': {'id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_floatingips': [{'id': '08f1c14d-8fcd-4e3e-a62f-e47b028aad2d', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'floating_ip_address': '172.27.0.9', 'floating_network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'router_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'port_id': 'a9bd6967-b90f-48bf-87a8-7c5229041c45', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'mac_address': 'fa:16:3e:48:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3296763-01f5-4273-a019-1dd2508dbd32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:06:38Z', 'updated_at': '2022-02-17T10:06:41Z', 'revision_number': 1, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc01b100-62d0-4462-915b-9aaf5edcab5a', 'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'mac_address': 'fa:16:3e:98:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:38Z', 'updated_at': '2022-02-17T10:03:43Z', 'revision_number': 5, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'subnets': [{'id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:10:14.464906 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e03e63-9938-4e5a-b399-21d20203a2bb None None] New status for floating IP dddd4e37-909a-4be7-9d5f-00404651abe7: DOWN {{(pid=102623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:10:14.835910 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c6e58-bb94-4a5e-a96c-4fb5c9fec016 req-6f877802-720a-4215-9a6f-fc0121f7e44b tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:10:14.837398 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b78c6e58-bb94-4a5e-a96c-4fb5c9fec016 req-6f877802-720a-4215-9a6f-fc0121f7e44b tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=d88ca18d-13a6-457a-ae09-e7bfd67b5fe0 HTTP/1.1" status: 200 len: 945 time: 0.0561726 Feb 17 10:10:14.885273 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-b78c6e58-bb94-4a5e-a96c-4fb5c9fec016 req-39f4d45d-398e-43c3-8c14-ca81617bcd28 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422425 Feb 17 10:10:15.017817 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:15.529178 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd4ed2-f178-4e56-97a6-6daa72fb3d0e req-755cd546-06a6-4667-9926-f93d37e6a801 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:10:15.530908 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-3efd4ed2-f178-4e56-97a6-6daa72fb3d0e req-755cd546-06a6-4667-9926-f93d37e6a801 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.93 "GET /v2.0/ports?device_id=d88ca18d-13a6-457a-ae09-e7bfd67b5fe0 HTTP/1.1" status: 200 len: 945 time: 0.0530763 Feb 17 10:10:15.628736 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-3efd4ed2-f178-4e56-97a6-6daa72fb3d0e req-72001af3-416d-443b-ab91-ce43e23304f4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Deleting port b195ac1f-c433-4b2c-b40d-38b6df6b5d0e {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:10:15.629076 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-3efd4ed2-f178-4e56-97a6-6daa72fb3d0e req-72001af3-416d-443b-ab91-ce43e23304f4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (b195ac1f-c433-4b2c-b40d-38b6df6b5d0e), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:15.715461 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-3efd4ed2-f178-4e56-97a6-6daa72fb3d0e req-72001af3-416d-443b-ab91-ce43e23304f4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] For port b195ac1f-c433-4b2c-b40d-38b6df6b5d0e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b195ac1f-c433-4b2c-b40d-38b6df6b5d0e,segment=NetworkSegment(265976b3-8da1-45bb-8b52-934eef26661c),segment_id=265976b3-8da1-45bb-8b52-934eef26661c)] {{(pid=102621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:10:15.715829 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-3efd4ed2-f178-4e56-97a6-6daa72fb3d0e req-72001af3-416d-443b-ab91-ce43e23304f4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (b195ac1f-c433-4b2c-b40d-38b6df6b5d0e), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:15.727869 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-3efd4ed2-f178-4e56-97a6-6daa72fb3d0e req-72001af3-416d-443b-ab91-ce43e23304f4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Calling delete_port for b195ac1f-c433-4b2c-b40d-38b6df6b5d0e owned by compute:nova {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:10:15.857019 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-3efd4ed2-f178-4e56-97a6-6daa72fb3d0e req-72001af3-416d-443b-ab91-ce43e23304f4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (b195ac1f-c433-4b2c-b40d-38b6df6b5d0e), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:15.885686 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72001af3-416d-443b-ab91-ce43e23304f4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Pushing event deleted for resources: {'Port': ['ID=b195ac1f-c433-4b2c-b40d-38b6df6b5d0e,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:10:15.933991 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-3efd4ed2-f178-4e56-97a6-6daa72fb3d0e req-72001af3-416d-443b-ab91-ce43e23304f4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] No DVR routers for this DVR port b195ac1f-c433-4b2c-b40d-38b6df6b5d0e on host hv-cinder-77819 {{(pid=102621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:10:15.936383 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-3efd4ed2-f178-4e56-97a6-6daa72fb3d0e req-72001af3-416d-443b-ab91-ce43e23304f4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:15.939725 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-3efd4ed2-f178-4e56-97a6-6daa72fb3d0e req-72001af3-416d-443b-ab91-ce43e23304f4 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.93 "DELETE /v2.0/ports/b195ac1f-c433-4b2c-b40d-38b6df6b5d0e HTTP/1.1" status: 204 len: 173 time: 0.4013882 Feb 17 10:10:15.940177 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88ca18d-13a6-457a-ae09-e7bfd67b5fe0', 'name': 'network-vif-deleted', 'tag': 'b195ac1f-c433-4b2c-b40d-38b6df6b5d0e'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:10:15.942434 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e381a63d-279b-4ac2-85f8-84f61bbd57ef" -d '{"events": [{"server_uuid": "d88ca18d-13a6-457a-ae09-e7bfd67b5fe0", "name": "network-vif-deleted", "tag": "b195ac1f-c433-4b2c-b40d-38b6df6b5d0e"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:10:15.982162 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 10:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021758b4-dfa8-4b71-9ab3-1f2e84d47275 x-openstack-request-id: req-021758b4-dfa8-4b71-9ab3-1f2e84d47275 {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:10:15.982463 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d88ca18d-13a6-457a-ae09-e7bfd67b5fe0", "name": "network-vif-deleted", "tag": "b195ac1f-c433-4b2c-b40d-38b6df6b5d0e", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:10:15.982780 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-021758b4-dfa8-4b71-9ab3-1f2e84d47275 {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:10:15.983355 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88ca18d-13a6-457a-ae09-e7bfd67b5fe0', 'name': 'network-vif-deleted', 'tag': 'b195ac1f-c433-4b2c-b40d-38b6df6b5d0e', 'status': 'completed', 'code': 200} Feb 17 10:10:15.983526 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-eab4dc2e-f4d4-4445-912c-c7cd02626ef7 req-695bd33b-58be-4da6-966a-bb43ac357153 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=d88ca18d-13a6-457a-ae09-e7bfd67b5fe0 HTTP/1.1" status: 200 len: 210 time: 0.0285628 Feb 17 10:10:16.333834 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:17.825085 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:18.802671 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device b195ac1f-c433-4b2c-b40d-38b6df6b5d0e no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:10:18.822245 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] No Port match for: b195ac1f-c433-4b2c-b40d-38b6df6b5d0e {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:10:18.822584 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device b195ac1f-c433-4b2c-b40d-38b6df6b5d0e not bound to the agent host hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:10:19.268654 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 56218) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:10:19.427381 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [None req-e49deb02-1e52-4e65-9454-1a4df44456b7 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Deleting port 371e4981-c0d2-43a7-bb1d-676a7d6457fe {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:10:19.427620 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e49deb02-1e52-4e65-9454-1a4df44456b7 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (371e4981-c0d2-43a7-bb1d-676a7d6457fe), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:19.501123 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e49deb02-1e52-4e65-9454-1a4df44456b7 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (371e4981-c0d2-43a7-bb1d-676a7d6457fe), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:19.501450 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e49deb02-1e52-4e65-9454-1a4df44456b7 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for floatingip (371e4981-c0d2-43a7-bb1d-676a7d6457fe), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:19.513817 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [None req-e49deb02-1e52-4e65-9454-1a4df44456b7 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Calling delete_port for 371e4981-c0d2-43a7-bb1d-676a7d6457fe owned by network:floatingip {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:10:19.666091 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e49deb02-1e52-4e65-9454-1a4df44456b7 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (371e4981-c0d2-43a7-bb1d-676a7d6457fe), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:19.689448 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49deb02-1e52-4e65-9454-1a4df44456b7 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Pushing event deleted for resources: {'Port': ['ID=371e4981-c0d2-43a7-bb1d-676a7d6457fe,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:10:19.756203 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e49deb02-1e52-4e65-9454-1a4df44456b7 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for floatingip (08f1c14d-8fcd-4e3e-a62f-e47b028aad2d), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:19.756533 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.db.l3_db [None req-e49deb02-1e52-4e65-9454-1a4df44456b7 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Floating IP 08f1c14d-8fcd-4e3e-a62f-e47b028aad2d disassociated (deleted). External IP: 172.27.0.9, port: a9bd6967-b90f-48bf-87a8-7c5229041c45. Feb 17 10:10:19.966509 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49deb02-1e52-4e65-9454-1a4df44456b7 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Router f94f7519-460f-4822-8cd3-df4a286121e6 has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 10:10:20.074057 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49deb02-1e52-4e65-9454-1a4df44456b7 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 10:10:20.078919 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e49deb02-1e52-4e65-9454-1a4df44456b7 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for floatingip (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:20.083602 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3410cbec-148a-446a-9b4e-e30f4abfaa37 None None] Sync routers for ids ['f94f7519-460f-4822-8cd3-df4a286121e6'] in dv-cinder-778193-18-iscsi {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:10:20.093769 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3410cbec-148a-446a-9b4e-e30f4abfaa37 None None] Routers {'f94f7519-460f-4822-8cd3-df4a286121e6'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:10:20.094375 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-3410cbec-148a-446a-9b4e-e30f4abfaa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:10:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['f94f7519-460f-4822-8cd3-df4a286121e6'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:10:20.109302 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-e49deb02-1e52-4e65-9454-1a4df44456b7 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "DELETE /v2.0/floatingips/08f1c14d-8fcd-4e3e-a62f-e47b028aad2d HTTP/1.1" status: 204 len: 168 time: 0.8395317 Feb 17 10:10:20.110031 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3296763-01f5-4273-a019-1dd2508dbd32', 'tag': 'a9bd6967-b90f-48bf-87a8-7c5229041c45'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:10:20.112560 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9216297-2a45-41fc-af5e-2c410fa0afd2" -d '{"events": [{"name": "network-changed", "server_uuid": "a3296763-01f5-4273-a019-1dd2508dbd32", "tag": "a9bd6967-b90f-48bf-87a8-7c5229041c45"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:10:20.155840 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 10:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300d3881-59e1-417a-92fd-3464804d9749 x-openstack-request-id: req-300d3881-59e1-417a-92fd-3464804d9749 {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:10:20.156200 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3296763-01f5-4273-a019-1dd2508dbd32", "tag": "a9bd6967-b90f-48bf-87a8-7c5229041c45", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:10:20.157157 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-300d3881-59e1-417a-92fd-3464804d9749 {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:10:20.157642 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3296763-01f5-4273-a019-1dd2508dbd32', 'tag': 'a9bd6967-b90f-48bf-87a8-7c5229041c45', 'status': 'completed', 'code': 200} Feb 17 10:10:20.211565 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-3410cbec-148a-446a-9b4e-e30f4abfaa37 None None] Set router f94f7519-460f-4822-8cd3-df4a286121e6 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:10:20.242910 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9216297-2a45-41fc-af5e-2c410fa0afd2 req-160b4519-7817-46dc-a591-402ed1536d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:10:20.244560 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e9216297-2a45-41fc-af5e-2c410fa0afd2 req-160b4519-7817-46dc-a591-402ed1536d45 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=411bdc45389d4a268817c5d2f56f9cae&device_id=a3296763-01f5-4273-a019-1dd2508dbd32 HTTP/1.1" status: 200 len: 1129 time: 0.0591519 Feb 17 10:10:20.344931 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d762560-6385-4986-875e-f74a47d851a4 req-d80155b7-03c6-43b1-bd08-6bbfe2aa7a99 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:10:20.346538 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1d762560-6385-4986-875e-f74a47d851a4 req-d80155b7-03c6-43b1-bd08-6bbfe2aa7a99 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=a3296763-01f5-4273-a019-1dd2508dbd32 HTTP/1.1" status: 200 len: 945 time: 0.0539639 Feb 17 10:10:20.347675 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9216297-2a45-41fc-af5e-2c410fa0afd2 req-9b56b5a1-9e57-4b73-9aeb-91509a58b832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:10:20.349384 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e9216297-2a45-41fc-af5e-2c410fa0afd2 req-9b56b5a1-9e57-4b73-9aeb-91509a58b832 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f7c23ad4-e769-46e2-964a-5aaf62bcc267 HTTP/1.1" status: 200 len: 914 time: 0.0941203 Feb 17 10:10:20.396200 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e9216297-2a45-41fc-af5e-2c410fa0afd2 req-f84f4821-8e8d-43a8-b7e0-9eab0a0ece33 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9bd6967-b90f-48bf-87a8-7c5229041c45 HTTP/1.1" status: 200 len: 217 time: 0.0397730 Feb 17 10:10:20.396652 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-1d762560-6385-4986-875e-f74a47d851a4 req-93317810-7a55-4492-b860-53d919420c93 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439315 Feb 17 10:10:20.427771 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-3410cbec-148a-446a-9b4e-e30f4abfaa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'name': 'tempest-TestVolumeBootPattern-1005016422-router', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:38Z', 'revision_number': 4, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'gw_port': {'id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': 'fc01b100-62d0-4462-915b-9aaf5edcab5a', 'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'mac_address': 'fa:16:3e:98:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:38Z', 'updated_at': '2022-02-17T10:03:43Z', 'revision_number': 5, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'subnets': [{'id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:10:20.448453 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9216297-2a45-41fc-af5e-2c410fa0afd2 req-f9ad8572-8421-4b19-880f-59a0cef18e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:10:20.450677 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e9216297-2a45-41fc-af5e-2c410fa0afd2 req-f9ad8572-8421-4b19-880f-59a0cef18e95 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c8ef9284-000b-4af0-a9af-9056be7c4591 HTTP/1.1" status: 200 len: 851 time: 0.0460792 Feb 17 10:10:20.454301 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3410cbec-148a-446a-9b4e-e30f4abfaa37 None None] Checking router: f94f7519-460f-4822-8cd3-df4a286121e6 for host: dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:10:20.462887 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3410cbec-148a-446a-9b4e-e30f4abfaa37 None None] Routers {'f94f7519-460f-4822-8cd3-df4a286121e6'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:10:20.463520 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-3410cbec-148a-446a-9b4e-e30f4abfaa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:10:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['f94f7519-460f-4822-8cd3-df4a286121e6'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:10:20.500094 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9216297-2a45-41fc-af5e-2c410fa0afd2 req-0864b84f-9e3f-4933-bd0e-cbfd3da21f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:10:20.501538 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e9216297-2a45-41fc-af5e-2c410fa0afd2 req-0864b84f-9e3f-4933-bd0e-cbfd3da21f7b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f7c23ad4-e769-46e2-964a-5aaf62bcc267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439596 Feb 17 10:10:20.572924 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-3410cbec-148a-446a-9b4e-e30f4abfaa37 None None] Set router f94f7519-460f-4822-8cd3-df4a286121e6 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:10:20.599953 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e9216297-2a45-41fc-af5e-2c410fa0afd2 req-1650aaa4-01c6-44af-8cd0-338ddc70a821 service neutron] 10.222.0.93 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916903 Feb 17 10:10:20.688572 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-e9216297-2a45-41fc-af5e-2c410fa0afd2 req-ff3a6bb7-bead-4662-9668-e482f817c89d service neutron] 10.222.0.93 "GET /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821455 Feb 17 10:10:20.782659 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-3410cbec-148a-446a-9b4e-e30f4abfaa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'name': 'tempest-TestVolumeBootPattern-1005016422-router', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:38Z', 'revision_number': 4, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'gw_port': {'id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': 'fc01b100-62d0-4462-915b-9aaf5edcab5a', 'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'mac_address': 'fa:16:3e:98:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:38Z', 'updated_at': '2022-02-17T10:03:43Z', 'revision_number': 5, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'subnets': [{'id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:10:20.808550 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3410cbec-148a-446a-9b4e-e30f4abfaa37 None None] The sync data for ids ['f94f7519-460f-4822-8cd3-df4a286121e6'] in dv-cinder-778193-18-iscsi is: [{'id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'name': 'tempest-TestVolumeBootPattern-1005016422-router', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:38Z', 'revision_number': 4, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'gw_port': {'id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi', '_interfaces': [{'id': 'fc01b100-62d0-4462-915b-9aaf5edcab5a', 'name': '', 'network_id': 'f7c23ad4-e769-46e2-964a-5aaf62bcc267', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'mac_address': 'fa:16:3e:98:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:38Z', 'updated_at': '2022-02-17T10:03:43Z', 'revision_number': 5, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'subnets': [{'id': 'c8ef9284-000b-4af0-a9af-9056be7c4591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:10:21.044132 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5f9ccc-1451-4018-a17b-998df05d134d None None] New status for floating IP 08f1c14d-8fcd-4e3e-a62f-e47b028aad2d: DOWN {{(pid=102623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:10:21.517883 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6183820-6929-4965-abe9-9aebe785067e req-5cae5a1a-f23e-4169-a783-629e1b62a106 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:10:21.519383 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e6183820-6929-4965-abe9-9aebe785067e req-5cae5a1a-f23e-4169-a783-629e1b62a106 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=a3296763-01f5-4273-a019-1dd2508dbd32 HTTP/1.1" status: 200 len: 945 time: 0.0549185 Feb 17 10:10:21.565730 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-e6183820-6929-4965-abe9-9aebe785067e req-205d0c0f-4186-406e-8afd-123cb39c2935 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6f14c503-2584-4027-a3f2-2ddb81bc9a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409105 Feb 17 10:10:22.053193 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308ff52-947d-46b3-8115-251bddf1c78a req-f996ad5c-48ca-4990-9658-13d3fc0187b5 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:10:22.054569 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1308ff52-947d-46b3-8115-251bddf1c78a req-f996ad5c-48ca-4990-9658-13d3fc0187b5 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3296763-01f5-4273-a019-1dd2508dbd32 HTTP/1.1" status: 200 len: 945 time: 0.0509384 Feb 17 10:10:22.150558 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-1308ff52-947d-46b3-8115-251bddf1c78a req-0b29646c-1169-4d6b-99fb-44e683d4b9dd tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Deleting port a9bd6967-b90f-48bf-87a8-7c5229041c45 {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:10:22.150898 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-1308ff52-947d-46b3-8115-251bddf1c78a req-0b29646c-1169-4d6b-99fb-44e683d4b9dd tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (a9bd6967-b90f-48bf-87a8-7c5229041c45), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:22.240634 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [req-1308ff52-947d-46b3-8115-251bddf1c78a req-0b29646c-1169-4d6b-99fb-44e683d4b9dd tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] For port a9bd6967-b90f-48bf-87a8-7c5229041c45, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a9bd6967-b90f-48bf-87a8-7c5229041c45,segment=NetworkSegment(265976b3-8da1-45bb-8b52-934eef26661c),segment_id=265976b3-8da1-45bb-8b52-934eef26661c)] {{(pid=102621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:10:22.240992 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-1308ff52-947d-46b3-8115-251bddf1c78a req-0b29646c-1169-4d6b-99fb-44e683d4b9dd tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (a9bd6967-b90f-48bf-87a8-7c5229041c45), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:22.256927 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [req-1308ff52-947d-46b3-8115-251bddf1c78a req-0b29646c-1169-4d6b-99fb-44e683d4b9dd tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Calling delete_port for a9bd6967-b90f-48bf-87a8-7c5229041c45 owned by compute:nova {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:10:22.380726 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-1308ff52-947d-46b3-8115-251bddf1c78a req-0b29646c-1169-4d6b-99fb-44e683d4b9dd tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (a9bd6967-b90f-48bf-87a8-7c5229041c45), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:22.412714 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29646c-1169-4d6b-99fb-44e683d4b9dd tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Pushing event deleted for resources: {'Port': ['ID=a9bd6967-b90f-48bf-87a8-7c5229041c45,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:10:22.452346 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [req-1308ff52-947d-46b3-8115-251bddf1c78a req-0b29646c-1169-4d6b-99fb-44e683d4b9dd tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] No DVR routers for this DVR port a9bd6967-b90f-48bf-87a8-7c5229041c45 on host hv-cinder-77819 {{(pid=102621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:10:22.454662 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [req-1308ff52-947d-46b3-8115-251bddf1c78a req-0b29646c-1169-4d6b-99fb-44e683d4b9dd tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for port (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:22.457887 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [req-1308ff52-947d-46b3-8115-251bddf1c78a req-0b29646c-1169-4d6b-99fb-44e683d4b9dd tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.93 "DELETE /v2.0/ports/a9bd6967-b90f-48bf-87a8-7c5229041c45 HTTP/1.1" status: 204 len: 173 time: 0.3953311 Feb 17 10:10:22.458319 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3296763-01f5-4273-a019-1dd2508dbd32', 'name': 'network-vif-deleted', 'tag': 'a9bd6967-b90f-48bf-87a8-7c5229041c45'}] {{(pid=102621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:10:22.460573 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471f06d70eed2e692c1497dfff120f4791395ab2630968c37211877e2ce22acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160bbab7-50f2-4e36-b466-dd6b21b8eb55" -d '{"events": [{"server_uuid": "a3296763-01f5-4273-a019-1dd2508dbd32", "name": "network-vif-deleted", "tag": "a9bd6967-b90f-48bf-87a8-7c5229041c45"}]}' {{(pid=102621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:10:22.498681 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 10:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b453150-cfc3-45e4-97f4-81020cedfd89 x-openstack-request-id: req-1b453150-cfc3-45e4-97f4-81020cedfd89 {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:10:22.498970 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3296763-01f5-4273-a019-1dd2508dbd32", "name": "network-vif-deleted", "tag": "a9bd6967-b90f-48bf-87a8-7c5229041c45", "status": "completed", "code": 200}]} {{(pid=102621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:10:22.499266 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1b453150-cfc3-45e4-97f4-81020cedfd89 {{(pid=102621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:10:22.499689 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3296763-01f5-4273-a019-1dd2508dbd32', 'name': 'network-vif-deleted', 'tag': 'a9bd6967-b90f-48bf-87a8-7c5229041c45', 'status': 'completed', 'code': 200} Feb 17 10:10:22.657889 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [req-fe3f7767-8f12-4372-a9cb-a24995edd413 req-bcfce756-3a0e-402c-8e7c-f68418f7127c tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "GET /v2.0/ports?device_id=a3296763-01f5-4273-a019-1dd2508dbd32 HTTP/1.1" status: 200 len: 210 time: 0.0269580 Feb 17 10:10:23.714700 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 56234) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:10:23.840809 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-ac50d08d-daa3-4c32-ba11-4876ec535f14 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Deleting port 1ffc8c48-1e15-4f5c-baf9-e4c5117326ac {{(pid=102620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:10:23.841152 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ac50d08d-daa3-4c32-ba11-4876ec535f14 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (1ffc8c48-1e15-4f5c-baf9-e4c5117326ac), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:24.167021 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ac50d08d-daa3-4c32-ba11-4876ec535f14 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (1ffc8c48-1e15-4f5c-baf9-e4c5117326ac), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:24.167975 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ac50d08d-daa3-4c32-ba11-4876ec535f14 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for floatingip (1ffc8c48-1e15-4f5c-baf9-e4c5117326ac), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:24.179960 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-ac50d08d-daa3-4c32-ba11-4876ec535f14 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Calling delete_port for 1ffc8c48-1e15-4f5c-baf9-e4c5117326ac owned by network:floatingip {{(pid=102620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:10:24.312652 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ac50d08d-daa3-4c32-ba11-4876ec535f14 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11330461'] for port (1ffc8c48-1e15-4f5c-baf9-e4c5117326ac), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:24.340295 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50d08d-daa3-4c32-ba11-4876ec535f14 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Pushing event deleted for resources: {'Port': ['ID=1ffc8c48-1e15-4f5c-baf9-e4c5117326ac,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:10:24.366336 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac50d08d-daa3-4c32-ba11-4876ec535f14 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:24.366700 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac50d08d-daa3-4c32-ba11-4876ec535f14 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:24.367054 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac50d08d-daa3-4c32-ba11-4876ec535f14 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:24.367452 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac50d08d-daa3-4c32-ba11-4876ec535f14 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:24.367795 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac50d08d-daa3-4c32-ba11-4876ec535f14 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:24.368133 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac50d08d-daa3-4c32-ba11-4876ec535f14 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:24.368470 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac50d08d-daa3-4c32-ba11-4876ec535f14 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:24.368806 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac50d08d-daa3-4c32-ba11-4876ec535f14 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:24.369138 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac50d08d-daa3-4c32-ba11-4876ec535f14 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:24.369470 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac50d08d-daa3-4c32-ba11-4876ec535f14 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:24.369802 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac50d08d-daa3-4c32-ba11-4876ec535f14 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:24.370128 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac50d08d-daa3-4c32-ba11-4876ec535f14 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:24.370489 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac50d08d-daa3-4c32-ba11-4876ec535f14 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:24.408910 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ac50d08d-daa3-4c32-ba11-4876ec535f14 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for floatingip (8a0b96f1-f966-40e3-beb1-1ba06259b3c7), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:24.411512 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ac50d08d-daa3-4c32-ba11-4876ec535f14 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75727'] for floatingip (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:24.412663 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-ac50d08d-daa3-4c32-ba11-4876ec535f14 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "DELETE /v2.0/floatingips/8a0b96f1-f966-40e3-beb1-1ba06259b3c7 HTTP/1.1" status: 204 len: 168 time: 0.6969349 Feb 17 10:10:25.598009 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 56246) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:10:25.653758 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1db593b6-cc55-4f72-b4a8-bbc4b51858f2 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for security_group (6f14c503-2584-4027-a3f2-2ddb81bc9a8c), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:25.678287 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1db593b6-cc55-4f72-b4a8-bbc4b51858f2 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for security_group (6f14c503-2584-4027-a3f2-2ddb81bc9a8c), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:25.736295 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1db593b6-cc55-4f72-b4a8-bbc4b51858f2 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (6f14c503-2584-4027-a3f2-2ddb81bc9a8c), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:25.739103 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1db593b6-cc55-4f72-b4a8-bbc4b51858f2 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:25.740353 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-1db593b6-cc55-4f72-b4a8-bbc4b51858f2 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] 10.222.0.82 "DELETE /v2.0/security-groups/6f14c503-2584-4027-a3f2-2ddb81bc9a8c HTTP/1.1" status: 204 len: 168 time: 0.1413071 Feb 17 10:10:25.750174 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db593b6-cc55-4f72-b4a8-bbc4b51858f2 tempest-TestVolumeBootPattern-601550696 tempest-TestVolumeBootPattern-601550696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f14c503-2584-4027-a3f2-2ddb81bc9a8c,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:10:25.793407 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 56250) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:10:26.265110 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1613648f-b8f8-4988-93de-bcea993edb16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916009'] for router_interface (f94f7519-460f-4822-8cd3-df4a286121e6), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:26.505407 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-1613648f-b8f8-4988-93de-bcea993edb16 admin admin] Deleting port fc01b100-62d0-4462-915b-9aaf5edcab5a {{(pid=102620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:10:26.505749 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1613648f-b8f8-4988-93de-bcea993edb16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (fc01b100-62d0-4462-915b-9aaf5edcab5a), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:26.580294 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-1613648f-b8f8-4988-93de-bcea993edb16 admin admin] For port fc01b100-62d0-4462-915b-9aaf5edcab5a, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=fc01b100-62d0-4462-915b-9aaf5edcab5a,segment=NetworkSegment(265976b3-8da1-45bb-8b52-934eef26661c),segment_id=265976b3-8da1-45bb-8b52-934eef26661c)] {{(pid=102620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:10:26.580577 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1613648f-b8f8-4988-93de-bcea993edb16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (fc01b100-62d0-4462-915b-9aaf5edcab5a), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:26.593039 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-1613648f-b8f8-4988-93de-bcea993edb16 admin admin] Calling delete_port for fc01b100-62d0-4462-915b-9aaf5edcab5a owned by network:router_interface {{(pid=102620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:10:26.766274 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1613648f-b8f8-4988-93de-bcea993edb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11330461'] for port (fc01b100-62d0-4462-915b-9aaf5edcab5a), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:26.793122 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613648f-b8f8-4988-93de-bcea993edb16 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc01b100-62d0-4462-915b-9aaf5edcab5a,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:10:26.849150 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device a9bd6967-b90f-48bf-87a8-7c5229041c45 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:10:26.870483 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] No Port match for: a9bd6967-b90f-48bf-87a8-7c5229041c45 {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:10:26.870833 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Device a9bd6967-b90f-48bf-87a8-7c5229041c45 not bound to the agent host hv-cinder-77819 {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:10:26.957529 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1613648f-b8f8-4988-93de-bcea993edb16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3726863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3916057'] for router_interface (f94f7519-460f-4822-8cd3-df4a286121e6), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:27.174640 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1613648f-b8f8-4988-93de-bcea993edb16 admin admin] Router f94f7519-460f-4822-8cd3-df4a286121e6 has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 10:10:27.282120 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1613648f-b8f8-4988-93de-bcea993edb16 admin admin] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 10:10:27.287261 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-1613648f-b8f8-4988-93de-bcea993edb16 admin admin] 10.222.0.82 "PUT /v2.0/routers/f94f7519-460f-4822-8cd3-df4a286121e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4928012 Feb 17 10:10:27.289851 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 56254) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:10:27.292586 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ec396c-6b06-4d6f-9c8e-67c6133d754b None None] Sync routers for ids ['f94f7519-460f-4822-8cd3-df4a286121e6'] in dv-cinder-778193-18-iscsi {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:10:27.305185 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ec396c-6b06-4d6f-9c8e-67c6133d754b None None] Routers {'f94f7519-460f-4822-8cd3-df4a286121e6'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:10:27.305790 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-40ec396c-6b06-4d6f-9c8e-67c6133d754b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:10:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['f94f7519-460f-4822-8cd3-df4a286121e6'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:10:27.395385 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-38a5be05-85b1-478a-a28c-2e53a83adb74 admin admin] Publish callbacks [] for router (f94f7519-460f-4822-8cd3-df4a286121e6), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:27.413324 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-40ec396c-6b06-4d6f-9c8e-67c6133d754b None None] Set router f94f7519-460f-4822-8cd3-df4a286121e6 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:10:27.500578 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-38a5be05-85b1-478a-a28c-2e53a83adb74 admin admin] Publish callbacks [] for router_gateway (f94f7519-460f-4822-8cd3-df4a286121e6), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:27.559008 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-38a5be05-85b1-478a-a28c-2e53a83adb74 admin admin] Deleting port 316df48e-07c1-4c08-9615-b1d6840f7eb0 {{(pid=102620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:10:27.559402 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-38a5be05-85b1-478a-a28c-2e53a83adb74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (316df48e-07c1-4c08-9615-b1d6840f7eb0), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:27.639295 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-38a5be05-85b1-478a-a28c-2e53a83adb74 admin admin] For port 316df48e-07c1-4c08-9615-b1d6840f7eb0, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=316df48e-07c1-4c08-9615-b1d6840f7eb0,segment=NetworkSegment(51ac98f7-247c-461f-a451-e6b864fb2c70),segment_id=51ac98f7-247c-461f-a451-e6b864fb2c70)] {{(pid=102620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:10:27.639677 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-38a5be05-85b1-478a-a28c-2e53a83adb74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (316df48e-07c1-4c08-9615-b1d6840f7eb0), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:27.652184 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-38a5be05-85b1-478a-a28c-2e53a83adb74 admin admin] Calling delete_port for 316df48e-07c1-4c08-9615-b1d6840f7eb0 owned by network:router_gateway {{(pid=102620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:10:27.724280 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-40ec396c-6b06-4d6f-9c8e-67c6133d754b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'name': 'tempest-TestVolumeBootPattern-1005016422-router', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:10:26Z', 'revision_number': 5, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'gw_port': {'id': '316df48e-07c1-4c08-9615-b1d6840f7eb0', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi'}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:10:27.751266 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ec396c-6b06-4d6f-9c8e-67c6133d754b None None] Checking router: f94f7519-460f-4822-8cd3-df4a286121e6 for host: dv-cinder-778193-18-iscsi {{(pid=102622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:10:27.759785 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ec396c-6b06-4d6f-9c8e-67c6133d754b None None] Routers {'f94f7519-460f-4822-8cd3-df4a286121e6'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:10:27.760406 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-40ec396c-6b06-4d6f-9c8e-67c6133d754b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:10:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['f94f7519-460f-4822-8cd3-df4a286121e6'], 'active': True} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:10:27.834866 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-38a5be05-85b1-478a-a28c-2e53a83adb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11330461'] for port (316df48e-07c1-4c08-9615-b1d6840f7eb0), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:27.852752 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvr_db [None req-40ec396c-6b06-4d6f-9c8e-67c6133d754b None None] Set router f94f7519-460f-4822-8cd3-df4a286121e6 gateway port host: None {{(pid=102622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:10:27.867827 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5be05-85b1-478a-a28c-2e53a83adb74 admin admin] Pushing event deleted for resources: {'Port': ['ID=316df48e-07c1-4c08-9615-b1d6840f7eb0,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:10:27.910659 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_hamode_db [None req-40ec396c-6b06-4d6f-9c8e-67c6133d754b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'name': 'tempest-TestVolumeBootPattern-1005016422-router', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:10:27Z', 'revision_number': 6, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'gw_port_host': None}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:10:27.928347 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-38a5be05-85b1-478a-a28c-2e53a83adb74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3931555'] for router_gateway (f94f7519-460f-4822-8cd3-df4a286121e6), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:27.937202 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ec396c-6b06-4d6f-9c8e-67c6133d754b None None] The sync data for ids ['f94f7519-460f-4822-8cd3-df4a286121e6'] in dv-cinder-778193-18-iscsi is: [{'id': 'f94f7519-460f-4822-8cd3-df4a286121e6', 'name': 'tempest-TestVolumeBootPattern-1005016422-router', 'tenant_id': '411bdc45389d4a268817c5d2f56f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:36Z', 'updated_at': '2022-02-17T10:10:27Z', 'revision_number': 6, 'project_id': '411bdc45389d4a268817c5d2f56f9cae', 'gw_port_host': None}] {{(pid=102622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:10:28.029754 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-38a5be05-85b1-478a-a28c-2e53a83adb74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3923774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41654'] for router (f94f7519-460f-4822-8cd3-df4a286121e6), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:28.031825 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-38a5be05-85b1-478a-a28c-2e53a83adb74 admin admin] Publish callbacks [] for router_controller (f94f7519-460f-4822-8cd3-df4a286121e6), precommit_delete_associations {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:28.075846 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-38a5be05-85b1-478a-a28c-2e53a83adb74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3923767'] for router (f94f7519-460f-4822-8cd3-df4a286121e6), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:28.076376 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a5be05-85b1-478a-a28c-2e53a83adb74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f94f7519-460f-4822-8cd3-df4a286121e6 {{(pid=102620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 10:10:28.080724 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-38a5be05-85b1-478a-a28c-2e53a83adb74 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:28.082232 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-38a5be05-85b1-478a-a28c-2e53a83adb74 admin admin] 10.222.0.82 "DELETE /v2.0/routers/f94f7519-460f-4822-8cd3-df4a286121e6 HTTP/1.1" status: 204 len: 168 time: 0.7914484 Feb 17 10:10:28.084757 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 56256) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:10:28.131416 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e36f98b-82f1-4c70-aa99-ff707098c104 admin admin] Deleting subnet c8ef9284-000b-4af0-a9af-9056be7c4591 {{(pid=102620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 10:10:28.134391 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-4e36f98b-82f1-4c70-aa99-ff707098c104 admin admin] Publish callbacks [] for subnet (c8ef9284-000b-4af0-a9af-9056be7c4591), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:28.167750 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-4e36f98b-82f1-4c70-aa99-ff707098c104 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8734474'] for subnet (c8ef9284-000b-4af0-a9af-9056be7c4591), precommit_delete_associations {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:28.243435 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-4e36f98b-82f1-4c70-aa99-ff707098c104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3464074'] for subnet (c8ef9284-000b-4af0-a9af-9056be7c4591), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:28.301122 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-4e36f98b-82f1-4c70-aa99-ff707098c104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3464067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11330472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8420506'] for subnet (c8ef9284-000b-4af0-a9af-9056be7c4591), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:28.328124 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36f98b-82f1-4c70-aa99-ff707098c104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8ef9284-000b-4af0-a9af-9056be7c4591,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:10:28.330075 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-4e36f98b-82f1-4c70-aa99-ff707098c104 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:28.333248 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-4e36f98b-82f1-4c70-aa99-ff707098c104 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/c8ef9284-000b-4af0-a9af-9056be7c4591 HTTP/1.1" status: 204 len: 168 time: 0.2473378 Feb 17 10:10:28.335717 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 56258) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:10:28.338401 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f92cfa-2054-43d3-a0d4-9cbe7690f013 None None] Network f7c23ad4-e769-46e2-964a-5aaf62bcc267 requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 10:10:28.416225 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ef1d6455-38f7-474f-aa0a-a8e76463114d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687351'] for network (f7c23ad4-e769-46e2-964a-5aaf62bcc267), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:28.468638 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-ef1d6455-38f7-474f-aa0a-a8e76463114d admin admin] Deleting port 5ce3acd1-335d-489c-9468-92c53a7d46d1 {{(pid=102620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:10:28.468983 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ef1d6455-38f7-474f-aa0a-a8e76463114d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (5ce3acd1-335d-489c-9468-92c53a7d46d1), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:28.533383 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-ef1d6455-38f7-474f-aa0a-a8e76463114d admin admin] For port 5ce3acd1-335d-489c-9468-92c53a7d46d1, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=5ce3acd1-335d-489c-9468-92c53a7d46d1,segment=NetworkSegment(265976b3-8da1-45bb-8b52-934eef26661c),segment_id=265976b3-8da1-45bb-8b52-934eef26661c)] {{(pid=102620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:10:28.533750 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ef1d6455-38f7-474f-aa0a-a8e76463114d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (5ce3acd1-335d-489c-9468-92c53a7d46d1), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:28.545158 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.plugin [None req-ef1d6455-38f7-474f-aa0a-a8e76463114d admin admin] Calling delete_port for 5ce3acd1-335d-489c-9468-92c53a7d46d1 owned by network:dhcp {{(pid=102620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:10:28.622283 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ef1d6455-38f7-474f-aa0a-a8e76463114d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11330461'] for port (5ce3acd1-335d-489c-9468-92c53a7d46d1), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:28.652169 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d6455-38f7-474f-aa0a-a8e76463114d admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce3acd1-335d-489c-9468-92c53a7d46d1,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:10:28.653976 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1d6455-38f7-474f-aa0a-a8e76463114d admin admin] No DVR routers for this DVR port 5ce3acd1-335d-489c-9468-92c53a7d46d1 on host dv-cinder-778193-18-iscsi {{(pid=102620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:10:28.719576 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d223e4c5-aa47-42e2-9a24-5dd442be1d73 None None] DHCP port deletion for f7c23ad4-e769-46e2-964a-5aaf62bcc267 request from dv-cinder-778193-18-iscsi {{(pid=102622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 10:10:28.731341 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ef1d6455-38f7-474f-aa0a-a8e76463114d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461623', 'neutron.services.segments.db._delete_segments_for_network-8771562732683'] for network (f7c23ad4-e769-46e2-964a-5aaf62bcc267), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:28.751288 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.services.segments.db [None req-ef1d6455-38f7-474f-aa0a-a8e76463114d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c23ad4-e769-46e2-964a-5aaf62bcc267']}} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:10:28.760836 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.services.segments.db [None req-ef1d6455-38f7-474f-aa0a-a8e76463114d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '265976b3-8da1-45bb-8b52-934eef26661c') {'for_net_delete': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:10:28.761151 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.services.segments.db [None req-ef1d6455-38f7-474f-aa0a-a8e76463114d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '265976b3-8da1-45bb-8b52-934eef26661c') {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:10:28.770320 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ef1d6455-38f7-474f-aa0a-a8e76463114d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771562733460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8734467'] for segment (265976b3-8da1-45bb-8b52-934eef26661c), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:28.784030 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ef1d6455-38f7-474f-aa0a-a8e76463114d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (265976b3-8da1-45bb-8b52-934eef26661c), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:28.790042 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef1d6455-38f7-474f-aa0a-a8e76463114d admin admin] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=102620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:10:28.790439 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ef1d6455-38f7-474f-aa0a-a8e76463114d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11330546'] for segment (265976b3-8da1-45bb-8b52-934eef26661c), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:28.792807 dv-cinder-778193-18-iscsi neutron-server[102620]: Traceback (most recent call last): Feb 17 10:10:28.792807 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:10:28.792807 dv-cinder-778193-18-iscsi neutron-server[102620]: timer() Feb 17 10:10:28.792807 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:10:28.792807 dv-cinder-778193-18-iscsi neutron-server[102620]: cb(*args, **kw) Feb 17 10:10:28.792807 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 10:10:28.792807 dv-cinder-778193-18-iscsi neutron-server[102620]: return func(*args, **kwargs) Feb 17 10:10:28.792807 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:10:28.792807 dv-cinder-778193-18-iscsi neutron-server[102620]: self._notify() Feb 17 10:10:28.792807 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:10:28.792807 dv-cinder-778193-18-iscsi neutron-server[102620]: self.callback(batched_events) Feb 17 10:10:28.792807 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:10:28.792807 dv-cinder-778193-18-iscsi neutron-server[102620]: event.method(event) Feb 17 10:10:28.792807 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 10:10:28.792807 dv-cinder-778193-18-iscsi neutron-server[102620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:10:28.792807 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 10:10:28.792807 dv-cinder-778193-18-iscsi neutron-server[102620]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:10:28.792807 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 10:10:28.792807 dv-cinder-778193-18-iscsi neutron-server[102620]: return f(self, *a, **k) Feb 17 10:10:28.792807 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 10:10:28.792807 dv-cinder-778193-18-iscsi neutron-server[102620]: return self._get(url).json() Feb 17 10:10:28.792807 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 10:10:28.792807 dv-cinder-778193-18-iscsi neutron-server[102620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:10:28.792807 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:10:28.792807 dv-cinder-778193-18-iscsi neutron-server[102620]: return self.request(url, 'GET', **kwargs) Feb 17 10:10:28.792807 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:10:28.792807 dv-cinder-778193-18-iscsi neutron-server[102620]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:10:28.792807 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:10:28.792807 dv-cinder-778193-18-iscsi neutron-server[102620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:10:28.792807 dv-cinder-778193-18-iscsi neutron-server[102620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:10:28.792807 dv-cinder-778193-18-iscsi neutron-server[102620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:10:28.792807 dv-cinder-778193-18-iscsi neutron-server[102620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:10:28.852066 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ef1d6455-38f7-474f-aa0a-a8e76463114d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3461388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3931527'] for network (f7c23ad4-e769-46e2-964a-5aaf62bcc267), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:28.858030 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ef1d6455-38f7-474f-aa0a-a8e76463114d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:28.861222 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-ef1d6455-38f7-474f-aa0a-a8e76463114d admin admin] 10.222.0.82 "DELETE /v2.0/networks/f7c23ad4-e769-46e2-964a-5aaf62bcc267 HTTP/1.1" status: 204 len: 168 time: 0.5245976 Feb 17 10:10:28.864269 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 56260) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:10:28.871565 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d6455-38f7-474f-aa0a-a8e76463114d admin admin] Pushing event deleted for resources: {'Network': ['ID=f7c23ad4-e769-46e2-964a-5aaf62bcc267,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:10:29.216831 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-b0e7b59e-c9cc-48f1-9126-30b9b4836215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916009'] for router_interface (fedadd0f-2c14-4b60-a993-7e56e5099b67), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:29.456930 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [None req-b0e7b59e-c9cc-48f1-9126-30b9b4836215 admin admin] Deleting port 7ee3557e-61e6-4222-8817-1955b8e6b29e {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:10:29.457156 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-b0e7b59e-c9cc-48f1-9126-30b9b4836215 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (7ee3557e-61e6-4222-8817-1955b8e6b29e), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:29.534064 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [None req-b0e7b59e-c9cc-48f1-9126-30b9b4836215 admin admin] For port 7ee3557e-61e6-4222-8817-1955b8e6b29e, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=7ee3557e-61e6-4222-8817-1955b8e6b29e,segment=NetworkSegment(aa538783-dab2-42e0-969a-f7ffedb37303),segment_id=aa538783-dab2-42e0-969a-f7ffedb37303)] {{(pid=102621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:10:29.534420 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-b0e7b59e-c9cc-48f1-9126-30b9b4836215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (7ee3557e-61e6-4222-8817-1955b8e6b29e), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:29.546897 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [None req-b0e7b59e-c9cc-48f1-9126-30b9b4836215 admin admin] Calling delete_port for 7ee3557e-61e6-4222-8817-1955b8e6b29e owned by network:router_interface {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:10:29.721131 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-b0e7b59e-c9cc-48f1-9126-30b9b4836215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (7ee3557e-61e6-4222-8817-1955b8e6b29e), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:29.747135 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7b59e-c9cc-48f1-9126-30b9b4836215 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ee3557e-61e6-4222-8817-1955b8e6b29e,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:10:29.920771 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-b0e7b59e-c9cc-48f1-9126-30b9b4836215 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3726863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3916057'] for router_interface (fedadd0f-2c14-4b60-a993-7e56e5099b67), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:29.929045 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 5ce3acd1-335d-489c-9468-92c53a7d46d1 no longer exists at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:10:29.950121 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] No Port match for: 5ce3acd1-335d-489c-9468-92c53a7d46d1 {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:10:29.950467 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 5ce3acd1-335d-489c-9468-92c53a7d46d1 not bound to the agent host dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:10:29.950879 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 316df48e-07c1-4c08-9615-b1d6840f7eb0 no longer exists at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:10:29.969442 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] No Port match for: 316df48e-07c1-4c08-9615-b1d6840f7eb0 {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:10:29.969785 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 316df48e-07c1-4c08-9615-b1d6840f7eb0 not bound to the agent host dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:10:29.970188 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device fc01b100-62d0-4462-915b-9aaf5edcab5a no longer exists at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:10:29.992143 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] No Port match for: fc01b100-62d0-4462-915b-9aaf5edcab5a {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:10:29.992487 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device fc01b100-62d0-4462-915b-9aaf5edcab5a not bound to the agent host dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:10:30.406626 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e7b59e-c9cc-48f1-9126-30b9b4836215 admin admin] Router fedadd0f-2c14-4b60-a993-7e56e5099b67 has already been hosted by L3 agent c109e20e-5c84-4a11-8be8-241d4108d373 {{(pid=102621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 10:10:30.513943 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e7b59e-c9cc-48f1-9126-30b9b4836215 admin admin] Notify agent at l3_agent.dv-cinder-778193-18-iscsi the message routers_updated {{(pid=102621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 10:10:30.518777 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-b0e7b59e-c9cc-48f1-9126-30b9b4836215 admin admin] 10.222.0.82 "PUT /v2.0/routers/fedadd0f-2c14-4b60-a993-7e56e5099b67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6535089 Feb 17 10:10:30.521270 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 56262) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:10:30.523866 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd5fa8a-3a21-4545-a240-88d712d49cb2 None None] Sync routers for ids ['fedadd0f-2c14-4b60-a993-7e56e5099b67'] in dv-cinder-778193-18-iscsi {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:10:30.534046 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd5fa8a-3a21-4545-a240-88d712d49cb2 None None] Routers {'fedadd0f-2c14-4b60-a993-7e56e5099b67'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:10:30.534682 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-1dd5fa8a-3a21-4545-a240-88d712d49cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:10:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['fedadd0f-2c14-4b60-a993-7e56e5099b67'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:10:30.626237 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e739a321-1a47-4fc1-acf8-15c056fb2f34 admin admin] Publish callbacks [] for router (fedadd0f-2c14-4b60-a993-7e56e5099b67), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:30.641406 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-1dd5fa8a-3a21-4545-a240-88d712d49cb2 None None] Set router fedadd0f-2c14-4b60-a993-7e56e5099b67 gateway port host: dv-cinder-778193-18-iscsi {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:10:30.730187 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e739a321-1a47-4fc1-acf8-15c056fb2f34 admin admin] Publish callbacks [] for router_gateway (fedadd0f-2c14-4b60-a993-7e56e5099b67), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:30.782547 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [None req-e739a321-1a47-4fc1-acf8-15c056fb2f34 admin admin] Deleting port 824a165b-4e2e-49fa-83c1-abb62bbb80e9 {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:10:30.782889 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e739a321-1a47-4fc1-acf8-15c056fb2f34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (824a165b-4e2e-49fa-83c1-abb62bbb80e9), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:30.813822 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-1dd5fa8a-3a21-4545-a240-88d712d49cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fedadd0f-2c14-4b60-a993-7e56e5099b67', 'name': 'tempest-TestVolumeBootPattern-2082363651-router', 'tenant_id': '85794040a1ee45a1a684c4e845386693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'external_fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '824a165b-4e2e-49fa-83c1-abb62bbb80e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:40Z', 'updated_at': '2022-02-17T10:10:29Z', 'revision_number': 5, 'project_id': '85794040a1ee45a1a684c4e845386693', 'gw_port': {'id': '824a165b-4e2e-49fa-83c1-abb62bbb80e9', 'name': '', 'network_id': 'e9041cdf-f130-4174-b12b-9a6052f109e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedadd0f-2c14-4b60-a993-7e56e5099b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:03:41Z', 'updated_at': '2022-02-17T10:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab0a3e63-7c03-47a8-8a32-e5bb6e305511', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-18-iscsi'}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:10:30.844310 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd5fa8a-3a21-4545-a240-88d712d49cb2 None None] Checking router: fedadd0f-2c14-4b60-a993-7e56e5099b67 for host: dv-cinder-778193-18-iscsi {{(pid=102623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:10:30.852502 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd5fa8a-3a21-4545-a240-88d712d49cb2 None None] Routers {'fedadd0f-2c14-4b60-a993-7e56e5099b67'} bound to L3 agent in host dv-cinder-778193-18-iscsi {{(pid=102623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:10:30.853102 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-1dd5fa8a-3a21-4545-a240-88d712d49cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:46:44Z,description=,heartbeat_timestamp=2022-02-17T10:10:14Z,host='dv-cinder-778193-18-iscsi',id=c109e20e-5c84-4a11-8be8-241d4108d373,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:46:44Z,topic='l3_agent')) {'router_ids': ['fedadd0f-2c14-4b60-a993-7e56e5099b67'], 'active': True} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:10:30.864003 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [None req-e739a321-1a47-4fc1-acf8-15c056fb2f34 admin admin] For port 824a165b-4e2e-49fa-83c1-abb62bbb80e9, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=824a165b-4e2e-49fa-83c1-abb62bbb80e9,segment=NetworkSegment(51ac98f7-247c-461f-a451-e6b864fb2c70),segment_id=51ac98f7-247c-461f-a451-e6b864fb2c70)] {{(pid=102621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:10:30.864367 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e739a321-1a47-4fc1-acf8-15c056fb2f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (824a165b-4e2e-49fa-83c1-abb62bbb80e9), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:30.876034 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [None req-e739a321-1a47-4fc1-acf8-15c056fb2f34 admin admin] Calling delete_port for 824a165b-4e2e-49fa-83c1-abb62bbb80e9 owned by network:router_gateway {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:10:30.938098 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_dvr_db [None req-1dd5fa8a-3a21-4545-a240-88d712d49cb2 None None] Set router fedadd0f-2c14-4b60-a993-7e56e5099b67 gateway port host: None {{(pid=102623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:10:30.988681 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.l3_hamode_db [None req-1dd5fa8a-3a21-4545-a240-88d712d49cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fedadd0f-2c14-4b60-a993-7e56e5099b67', 'name': 'tempest-TestVolumeBootPattern-2082363651-router', 'tenant_id': '85794040a1ee45a1a684c4e845386693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:40Z', 'updated_at': '2022-02-17T10:10:30Z', 'revision_number': 6, 'project_id': '85794040a1ee45a1a684c4e845386693', 'gw_port_host': None}], 'dv-cinder-778193-18-iscsi', False) {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:10:31.018110 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd5fa8a-3a21-4545-a240-88d712d49cb2 None None] The sync data for ids ['fedadd0f-2c14-4b60-a993-7e56e5099b67'] in dv-cinder-778193-18-iscsi is: [{'id': 'fedadd0f-2c14-4b60-a993-7e56e5099b67', 'name': 'tempest-TestVolumeBootPattern-2082363651-router', 'tenant_id': '85794040a1ee45a1a684c4e845386693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:03:40Z', 'updated_at': '2022-02-17T10:10:30Z', 'revision_number': 6, 'project_id': '85794040a1ee45a1a684c4e845386693', 'gw_port_host': None}] {{(pid=102623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:10:31.047816 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e739a321-1a47-4fc1-acf8-15c056fb2f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (824a165b-4e2e-49fa-83c1-abb62bbb80e9), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:31.074238 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739a321-1a47-4fc1-acf8-15c056fb2f34 admin admin] Pushing event deleted for resources: {'Port': ['ID=824a165b-4e2e-49fa-83c1-abb62bbb80e9,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:10:31.133447 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e739a321-1a47-4fc1-acf8-15c056fb2f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3931555'] for router_gateway (fedadd0f-2c14-4b60-a993-7e56e5099b67), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:31.222939 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e739a321-1a47-4fc1-acf8-15c056fb2f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3923774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41654'] for router (fedadd0f-2c14-4b60-a993-7e56e5099b67), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:31.225037 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e739a321-1a47-4fc1-acf8-15c056fb2f34 admin admin] Publish callbacks [] for router_controller (fedadd0f-2c14-4b60-a993-7e56e5099b67), precommit_delete_associations {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:31.272188 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e739a321-1a47-4fc1-acf8-15c056fb2f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3923767'] for router (fedadd0f-2c14-4b60-a993-7e56e5099b67), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:31.272736 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e739a321-1a47-4fc1-acf8-15c056fb2f34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fedadd0f-2c14-4b60-a993-7e56e5099b67 {{(pid=102621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 10:10:31.277041 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-e739a321-1a47-4fc1-acf8-15c056fb2f34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:31.278424 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-e739a321-1a47-4fc1-acf8-15c056fb2f34 admin admin] 10.222.0.82 "DELETE /v2.0/routers/fedadd0f-2c14-4b60-a993-7e56e5099b67 HTTP/1.1" status: 204 len: 168 time: 0.7560532 Feb 17 10:10:31.280775 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 56264) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:10:31.324611 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f3cafb-2d16-4132-a3a4-28cbb744fd13 admin admin] Deleting subnet 71f8d28d-c3eb-48e3-9e00-10d455f32496 {{(pid=102621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 10:10:31.327598 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-44f3cafb-2d16-4132-a3a4-28cbb744fd13 admin admin] Publish callbacks [] for subnet (71f8d28d-c3eb-48e3-9e00-10d455f32496), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:31.361035 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-44f3cafb-2d16-4132-a3a4-28cbb744fd13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9362206'] for subnet (71f8d28d-c3eb-48e3-9e00-10d455f32496), precommit_delete_associations {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:31.447000 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-44f3cafb-2d16-4132-a3a4-28cbb744fd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3464074'] for subnet (71f8d28d-c3eb-48e3-9e00-10d455f32496), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:31.499257 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-44f3cafb-2d16-4132-a3a4-28cbb744fd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3464067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9010310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8441209'] for subnet (71f8d28d-c3eb-48e3-9e00-10d455f32496), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:31.524180 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3cafb-2d16-4132-a3a4-28cbb744fd13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71f8d28d-c3eb-48e3-9e00-10d455f32496,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:10:31.527735 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-44f3cafb-2d16-4132-a3a4-28cbb744fd13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for subnet (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:31.531111 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-44f3cafb-2d16-4132-a3a4-28cbb744fd13 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/71f8d28d-c3eb-48e3-9e00-10d455f32496 HTTP/1.1" status: 204 len: 168 time: 0.2491076 Feb 17 10:10:31.533448 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 56266) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:10:31.533620 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e81f1fa-691c-4a80-bdd5-1351e9abf8e7 None None] Network f7466ea6-58b2-4c97-b6d8-48f33a503144 requested from dv-cinder-778193-18-iscsi {{(pid=102622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 10:10:31.605289 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-44b1255b-f875-4aee-a0ca-2684818884bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687351'] for network (f7466ea6-58b2-4c97-b6d8-48f33a503144), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:31.661434 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [None req-44b1255b-f875-4aee-a0ca-2684818884bb admin admin] Deleting port 3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed {{(pid=102621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:10:31.661775 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-44b1255b-f875-4aee-a0ca-2684818884bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:31.723180 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.db [None req-44b1255b-f875-4aee-a0ca-2684818884bb admin admin] For port 3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed, host dv-cinder-778193-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-18-iscsi',level=0,port_id=3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed,segment=NetworkSegment(aa538783-dab2-42e0-969a-f7ffedb37303),segment_id=aa538783-dab2-42e0-969a-f7ffedb37303)] {{(pid=102621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:10:31.723465 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-44b1255b-f875-4aee-a0ca-2684818884bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:31.735363 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.plugin [None req-44b1255b-f875-4aee-a0ca-2684818884bb admin admin] Calling delete_port for 3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed owned by network:dhcp {{(pid=102621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:10:31.771590 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547fb32d-af73-4781-b31e-e2c32ffb2bc8 None None] DHCP port deletion for f7466ea6-58b2-4c97-b6d8-48f33a503144 request from dv-cinder-778193-18-iscsi {{(pid=102622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 10:10:31.826757 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-44b1255b-f875-4aee-a0ca-2684818884bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9010355'] for port (3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:31.836005 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-547fb32d-af73-4781-b31e-e2c32ffb2bc8 None None] Deleting port 3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed {{(pid=102622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:10:31.836613 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-547fb32d-af73-4781-b31e-e2c32ffb2bc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771562668535'] for port (3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed), before_delete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:31.854121 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1255b-f875-4aee-a0ca-2684818884bb admin admin] Pushing event deleted for resources: {'Port': ['ID=3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:10:31.858879 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b1255b-f875-4aee-a0ca-2684818884bb admin admin] No DVR routers for this DVR port 3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed on host dv-cinder-778193-18-iscsi {{(pid=102621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:10:31.892948 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 7ee3557e-61e6-4222-8817-1955b8e6b29e no longer exists at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:10:31.925253 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.db [None req-547fb32d-af73-4781-b31e-e2c32ffb2bc8 None None] For port 3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed, host dv-cinder-778193-18-iscsi, got binding levels [] {{(pid=102622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:10:31.925646 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-547fb32d-af73-4781-b31e-e2c32ffb2bc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931085'] for port (3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed), precommit_delete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:31.928171 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] No Port match for: 7ee3557e-61e6-4222-8817-1955b8e6b29e {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:10:31.928524 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 7ee3557e-61e6-4222-8817-1955b8e6b29e not bound to the agent host dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:10:31.928937 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed no longer exists at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:10:31.938214 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-44b1255b-f875-4aee-a0ca-2684818884bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461623', 'neutron.services.segments.db._delete_segments_for_network-8771562732683'] for network (f7466ea6-58b2-4c97-b6d8-48f33a503144), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:31.956933 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-547fb32d-af73-4781-b31e-e2c32ffb2bc8 None None] Calling delete_port for 3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed owned by network:dhcp {{(pid=102622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:10:31.958721 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] No Port match for: 3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:10:31.959069 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed not bound to the agent host dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:10:31.959325 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.services.segments.db [None req-44b1255b-f875-4aee-a0ca-2684818884bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7466ea6-58b2-4c97-b6d8-48f33a503144']}} {{(pid=102621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:10:31.959524 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 824a165b-4e2e-49fa-83c1-abb62bbb80e9 no longer exists at agent ovs-agent-dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:10:31.962082 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.ipam_backend_mixin [None req-547fb32d-af73-4781-b31e-e2c32ffb2bc8 None None] Port 3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed was not found and therefore no delete operation was performed {{(pid=102622) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 10:10:31.968624 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.services.segments.db [None req-44b1255b-f875-4aee-a0ca-2684818884bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa538783-dab2-42e0-969a-f7ffedb37303') {'for_net_delete': True} {{(pid=102621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:10:31.968915 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.services.segments.db [None req-44b1255b-f875-4aee-a0ca-2684818884bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa538783-dab2-42e0-969a-f7ffedb37303') {} {{(pid=102621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:10:31.978234 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-44b1255b-f875-4aee-a0ca-2684818884bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771562733460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9362199'] for segment (aa538783-dab2-42e0-969a-f7ffedb37303), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:31.979809 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-547fb32d-af73-4781-b31e-e2c32ffb2bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771562759262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771562233402'] for port (3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed), after_delete {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:31.983045 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.plugin [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] No Port match for: 824a165b-4e2e-49fa-83c1-abb62bbb80e9 {{(pid=102622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:10:31.983305 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.plugins.ml2.rpc [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Device 824a165b-4e2e-49fa-83c1-abb62bbb80e9 not bound to the agent host dv-cinder-778193-18-iscsi {{(pid=102622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:10:31.993023 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-44b1255b-f875-4aee-a0ca-2684818884bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619'] for segment (aa538783-dab2-42e0-969a-f7ffedb37303), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:32.002994 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b1255b-f875-4aee-a0ca-2684818884bb admin admin] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=102621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:10:32.003592 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-44b1255b-f875-4aee-a0ca-2684818884bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9010396'] for segment (aa538783-dab2-42e0-969a-f7ffedb37303), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:32.005587 dv-cinder-778193-18-iscsi neutron-server[102621]: Traceback (most recent call last): Feb 17 10:10:32.005587 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:10:32.005587 dv-cinder-778193-18-iscsi neutron-server[102621]: timer() Feb 17 10:10:32.005587 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:10:32.005587 dv-cinder-778193-18-iscsi neutron-server[102621]: cb(*args, **kw) Feb 17 10:10:32.005587 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 10:10:32.005587 dv-cinder-778193-18-iscsi neutron-server[102621]: return func(*args, **kwargs) Feb 17 10:10:32.005587 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:10:32.005587 dv-cinder-778193-18-iscsi neutron-server[102621]: self._notify() Feb 17 10:10:32.005587 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:10:32.005587 dv-cinder-778193-18-iscsi neutron-server[102621]: self.callback(batched_events) Feb 17 10:10:32.005587 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:10:32.005587 dv-cinder-778193-18-iscsi neutron-server[102621]: event.method(event) Feb 17 10:10:32.005587 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 10:10:32.005587 dv-cinder-778193-18-iscsi neutron-server[102621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:10:32.005587 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 10:10:32.005587 dv-cinder-778193-18-iscsi neutron-server[102621]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:10:32.005587 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 10:10:32.005587 dv-cinder-778193-18-iscsi neutron-server[102621]: return f(self, *a, **k) Feb 17 10:10:32.005587 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 10:10:32.005587 dv-cinder-778193-18-iscsi neutron-server[102621]: return self._get(url).json() Feb 17 10:10:32.005587 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 10:10:32.005587 dv-cinder-778193-18-iscsi neutron-server[102621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:10:32.005587 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:10:32.005587 dv-cinder-778193-18-iscsi neutron-server[102621]: return self.request(url, 'GET', **kwargs) Feb 17 10:10:32.005587 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:10:32.005587 dv-cinder-778193-18-iscsi neutron-server[102621]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:10:32.005587 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:10:32.005587 dv-cinder-778193-18-iscsi neutron-server[102621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:10:32.005587 dv-cinder-778193-18-iscsi neutron-server[102621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:10:32.005587 dv-cinder-778193-18-iscsi neutron-server[102621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:10:32.005587 dv-cinder-778193-18-iscsi neutron-server[102621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:10:32.010027 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fb32d-af73-4781-b31e-e2c32ffb2bc8 None None] Pushing event deleted for resources: {'Port': ['ID=3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed,revision_number=None']} {{(pid=102622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:10:32.014936 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547fb32d-af73-4781-b31e-e2c32ffb2bc8 None None] No DVR routers for this DVR port 3ec6d21a-b070-41cc-9a6f-7b018f1ef7ed on host dv-cinder-778193-18-iscsi {{(pid=102622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:10:32.021656 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fb32d-af73-4781-b31e-e2c32ffb2bc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:32.021958 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fb32d-af73-4781-b31e-e2c32ffb2bc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:32.022307 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fb32d-af73-4781-b31e-e2c32ffb2bc8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:32.022650 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fb32d-af73-4781-b31e-e2c32ffb2bc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:32.022981 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fb32d-af73-4781-b31e-e2c32ffb2bc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:32.025507 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fb32d-af73-4781-b31e-e2c32ffb2bc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:32.025507 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fb32d-af73-4781-b31e-e2c32ffb2bc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:32.025507 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fb32d-af73-4781-b31e-e2c32ffb2bc8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:32.025507 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fb32d-af73-4781-b31e-e2c32ffb2bc8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:32.025507 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fb32d-af73-4781-b31e-e2c32ffb2bc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:32.025507 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fb32d-af73-4781-b31e-e2c32ffb2bc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:32.025507 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fb32d-af73-4781-b31e-e2c32ffb2bc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:32.025507 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fb32d-af73-4781-b31e-e2c32ffb2bc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-18-iscsi {{(pid=102622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:10:32.069460 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-44b1255b-f875-4aee-a0ca-2684818884bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3461388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3726854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3931527'] for network (f7466ea6-58b2-4c97-b6d8-48f33a503144), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:32.076115 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-44b1255b-f875-4aee-a0ca-2684818884bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3726888'] for network (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:32.081847 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-44b1255b-f875-4aee-a0ca-2684818884bb admin admin] 10.222.0.82 "DELETE /v2.0/networks/f7466ea6-58b2-4c97-b6d8-48f33a503144 HTTP/1.1" status: 204 len: 168 time: 0.5451300 Feb 17 10:10:32.095854 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1255b-f875-4aee-a0ca-2684818884bb admin admin] Pushing event deleted for resources: {'Network': ['ID=f7466ea6-58b2-4c97-b6d8-48f33a503144,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:10:32.195879 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 56270) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:10:32.242226 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-f56cd8e5-9d95-4cbc-8bd6-9da97f6f2e44 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=411bdc45389d4a268817c5d2f56f9cae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451360 Feb 17 10:10:32.244681 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [-] (102621) accepted ('10.222.0.82', 56272) {{(pid=102621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:10:32.290601 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-17355af9-e5fa-43c2-aad3-b596b82dbd43 admin admin] Publish callbacks [] for security_group (b3ac0277-d588-4875-b950-3be7df582674), before_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:32.312579 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-17355af9-e5fa-43c2-aad3-b596b82dbd43 admin admin] Publish callbacks [] for security_group (b3ac0277-d588-4875-b950-3be7df582674), precommit_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:32.363243 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-17355af9-e5fa-43c2-aad3-b596b82dbd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (b3ac0277-d588-4875-b950-3be7df582674), after_delete {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:32.365785 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron_lib.callbacks.manager [None req-17355af9-e5fa-43c2-aad3-b596b82dbd43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:32.366957 dv-cinder-778193-18-iscsi neutron-server[102621]: INFO neutron.wsgi [None req-17355af9-e5fa-43c2-aad3-b596b82dbd43 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b3ac0277-d588-4875-b950-3be7df582674 HTTP/1.1" status: 204 len: 168 time: 0.1207659 Feb 17 10:10:32.375109 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17355af9-e5fa-43c2-aad3-b596b82dbd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ac0277-d588-4875-b950-3be7df582674,revision_number=None']} {{(pid=102621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:10:32.671602 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 56278) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:10:32.709926 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-1cc00d2f-e871-4cd0-92e9-fa90ca723fac admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=85794040a1ee45a1a684c4e845386693&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372021 Feb 17 10:10:32.712316 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [-] (102620) accepted ('10.222.0.82', 56280) {{(pid=102620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:10:32.764077 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8fb82bf9-57ec-4a35-8390-fe63a41fa6aa admin admin] Publish callbacks [] for security_group (adab5d45-99f7-410a-9700-a1b8c8652a19), before_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:32.784470 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8fb82bf9-57ec-4a35-8390-fe63a41fa6aa admin admin] Publish callbacks [] for security_group (adab5d45-99f7-410a-9700-a1b8c8652a19), precommit_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:32.834621 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8fb82bf9-57ec-4a35-8390-fe63a41fa6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715880'] for security_group (adab5d45-99f7-410a-9700-a1b8c8652a19), after_delete {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:32.837309 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8fb82bf9-57ec-4a35-8390-fe63a41fa6aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:32.838501 dv-cinder-778193-18-iscsi neutron-server[102620]: INFO neutron.wsgi [None req-8fb82bf9-57ec-4a35-8390-fe63a41fa6aa admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/adab5d45-99f7-410a-9700-a1b8c8652a19 HTTP/1.1" status: 204 len: 168 time: 0.1252584 Feb 17 10:10:32.845984 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb82bf9-57ec-4a35-8390-fe63a41fa6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adab5d45-99f7-410a-9700-a1b8c8652a19,revision_number=None']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:10:33.963328 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:39.167925 dv-cinder-778193-18-iscsi neutron-server[102620]: DEBUG neutron.wsgi [req-8e65cf28-c81c-4fa9-866e-b88236b081fd req-c79e87e5-d54f-4a9a-acb3-89d33f88e723 service neutron] (102620) timed out ('10.222.0.93', 56784) {{(pid=102620) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 10:10:41.473786 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-1ba9ce40-1d91-4f32-8574-4fdb5de6a711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:43.972340 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-802ee112-2f6c-4c72-96db-eb8f4f6a799d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:45.019604 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:46.330631 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:10:46.525844 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:10:47.826664 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:11:03.953301 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:11:11.474394 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-ed672142-0744-4b15-a9ed-ac45bc8c9582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:11:13.973486 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-b9d220ed-6c03-4ff5-a829-814e89d4d701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:11:15.023752 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:11:16.334338 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:11:17.829281 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:11:23.527517 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:11:33.952304 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:11:41.476428 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-56c1d86f-5dfc-40f7-8695-9dbbf3f199f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:11:43.975311 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-8027dc80-7da1-4b91-9691-9b6b44cabe45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:11:45.026789 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:11:46.336345 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:11:47.831688 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:12:00.526045 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:12:03.966546 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:12:11.478627 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-7e59c56d-128d-4fdd-b86c-fb4183c0c25c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:12:13.975963 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-d773ddc3-07f0-4504-9f25-01d419073646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:12:15.028090 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:12:16.339433 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:12:17.838367 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:12:33.965769 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:12:37.525350 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:12:38.365822 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [req-44048982-e362-4f10-8161-ac444683e521 req-634f9c57-cb1e-4dfd-8721-11d3cb3605d0 tempest-AttachVolumeNegativeTest-701796651 tempest-AttachVolumeNegativeTest-701796651-project] (102621) timed out ('10.222.0.93', 56764) {{(pid=102621) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 10:12:41.479588 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a2ddb654-8b88-4fbc-903c-613f67112a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:12:43.979105 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-6e0f096d-ac00-4330-81c0-1553bac94172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:12:45.032015 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:12:46.342362 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:12:47.840453 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:13:03.963931 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:13:08.761138 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [req-3c66a352-a246-4c2e-b3be-a791e0c24015 req-e54e7da0-8704-4188-ae9f-58942edc1b0d service neutron] (102621) timed out ('10.222.0.82', 50466) {{(pid=102621) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 10:13:09.122548 dv-cinder-778193-18-iscsi neutron-server[102621]: DEBUG neutron.wsgi [req-3c66a352-a246-4c2e-b3be-a791e0c24015 req-9d984bed-4dd6-42bf-a9d0-d3a920903484 tempest-AttachVolumeShelveTestJSON-980697490 tempest-AttachVolumeShelveTestJSON-980697490-project] (102621) timed out ('10.222.0.82', 50492) {{(pid=102621) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 10:13:11.480051 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-c229ade6-6247-4d06-beb6-3a7f9be3ada0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:13:13.985264 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-b3d32aed-60ce-4d79-827d-61d5ec1f5670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:13:14.525728 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:13:15.034244 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:13:16.343789 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:13:17.843940 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:13:33.978211 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:13:41.481503 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-1778ef3e-81b1-43b2-8857-61e6f636e23c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:13:43.986804 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-b09c7043-26f0-49af-9ae3-318dc8c803c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:13:45.039559 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:13:46.347438 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:13:47.845725 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:13:51.524723 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:14:03.993573 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:14:11.482308 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-5e47f1a2-897b-449b-90bd-d773e339ad04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:14:13.987494 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-120ec75d-9792-4c83-88fa-d05c53d9c307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:14:15.041441 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:14:16.352364 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:14:17.850089 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:14:28.524225 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:14:33.992138 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:14:41.484797 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-7fb38c3d-3f48-4f4c-9a19-8f9d2cf86bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:14:43.988927 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-e514ab71-3b4f-4ae0-b89d-6e5a52a31103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:14:45.043645 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:14:46.352565 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:14:47.852933 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:15:04.131702 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:15:05.523699 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:15:11.486515 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-7d8bf334-6bfa-4dc5-a4fc-e32912d7f8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:15:13.990442 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-4d7e4e73-39dc-4743-a0a0-6dae7181e1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:15:15.046064 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:15:16.358590 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:15:17.854980 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:15:34.007093 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a1894848-7eb4-4e4c-8040-41ff5ee653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (57512943-2fb5-44da-9b65-1b43ee30ab09), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:15:41.487786 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-9b71f681-0d15-45d0-8a64-44f25a0e40f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (218f41e8-fc39-4954-bed9-509113520430), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:15:42.522962 dv-cinder-778193-18-iscsi neutron-server[102623]: DEBUG neutron.db.agents_db [None req-5a6756e2-11b9-4d07-bf78-37bbf7cdcd72 None None] Agent healthcheck: found 6 active agents {{(pid=102623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:15:43.991863 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-9ee03b7a-b93a-4f1c-91dd-e32466a20545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (c109e20e-5c84-4a11-8be8-241d4108d373), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:15:45.050238 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-0cd12d6e-871b-498c-9689-d11056bb9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (a7291a3f-8726-41bd-b1d7-76e28931f116), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:15:46.359135 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-a24dabad-dae0-4590-a612-48e2e5a42db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (f6f9f06d-9356-4bdc-823a-b2ef86b5395d), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:15:47.857225 dv-cinder-778193-18-iscsi neutron-server[102622]: DEBUG neutron_lib.callbacks.manager [None req-aaec9b35-b079-4076-91d4-cecc1d9338de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771562732665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3459582'] for agent (79564d9f-88b8-4061-9e24-638c07d5ce89), after_update {{(pid=102622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}